-- Logs begin at Thu 2022-03-31 19:03:19 UTC, end at Thu 2022-03-31 20:39:29 UTC. -- Mar 31 20:14:41.300812 dv-cinder-836070-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 20:14:44.272309 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:14:44.272963 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:14:44.273155 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:14:44.276521 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.common.config [-] Logging enabled! Mar 31 20:14:44.276789 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 20:14:44.277109 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103851) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 20:14:44.278130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:14:44.278370 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:14:44.278796 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:14:44.279046 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:14:44.279275 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:14:44.280169 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.280613 dv-cinder-836070-1-smb neutron-server[103851]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 20:14:44.280934 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.281236 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.281532 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.281858 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.282153 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.282441 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.282734 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.283041 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.283333 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.283618 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.283909 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.284787 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.285075 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.285368 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.285670 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.285990 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] debug = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.286277 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.286724 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.287187 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.287477 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.287772 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.288056 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.288331 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.288612 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.288905 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.289268 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] host = dv-cinder-836070-1-smb {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.289554 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.289868 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.290161 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.290451 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.290734 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.291020 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.291312 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.291594 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.291875 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.292156 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.292453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.292744 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.293045 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.293278 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.293508 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.293824 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.294120 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.294404 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.294684 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.294964 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.295247 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.295529 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.295804 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.296099 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.296391 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.296680 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.296961 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.297246 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.297526 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.297828 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.298120 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.298401 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.298680 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.298958 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.299255 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.299530 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.299970 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.300777 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.301068 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.301360 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.301655 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.301958 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.302251 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.302532 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.302811 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.303090 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] use_json = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.303369 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.303664 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.303940 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.304220 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.304502 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.304777 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.305055 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.305600 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.305905 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:44.306216 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.306519 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.306827 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.307138 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.307438 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.307728 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.308021 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.308302 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.308596 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.308887 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.309184 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.309467 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.309800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.310102 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.310404 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.310720 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.311020 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.311316 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.311594 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.311872 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.312148 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.312431 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.312723 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.313006 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.313300 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.313593 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.313902 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.314207 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.314501 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.314804 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.315099 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.315377 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.315741 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.316038 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.316324 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.316603 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.316887 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.317183 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.317471 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.317748 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.318060 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.318348 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.318624 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.318901 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.319185 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.319481 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.319760 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.320034 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.320307 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.320588 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.320862 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.321152 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.321435 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.321711 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.322014 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.322300 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.322577 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.322855 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.323136 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.323413 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.323696 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.323972 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.324251 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.324528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.324805 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.325082 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.325359 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.325636 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.326070 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.326349 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.326628 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.326906 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.327184 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.327467 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.327760 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.328063 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.328347 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.328633 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.328915 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.329196 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.329477 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.329772 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.330063 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.330344 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.330622 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.330923 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.331284 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.331581 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.331891 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.332173 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.332473 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.332759 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.333042 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.333328 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.333610 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.333920 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.334209 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.334497 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.334801 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.335104 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.335403 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.335700 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.336002 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.336287 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.336605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.336891 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:44.337114 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:14:44.337369 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103851) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 20:14:44.718396 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:14:44.718678 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:14:44.718999 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 20:14:44.719479 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 20:14:45.060034 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.060320 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.060596 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.061881 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.062164 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.062572 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.122512 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.122790 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.123069 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.139269 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.139559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.139831 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.170667 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.170950 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.171224 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.316585 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.317203 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.317203 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.552252 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.552543 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.552813 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.553083 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.553796 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.654001 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.654292 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.654667 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.655031 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.655347 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.655700 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.656005 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.656307 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.656608 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.656934 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.657241 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.657553 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.657880 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.658187 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.658487 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.658797 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.659151 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.659478 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.659797 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.660106 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.660428 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.660731 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.661068 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.661496 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.661812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.662105 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.662558 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:45.662839 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:45.663119 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:45.663398 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:45.663678 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:45.664002 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:45.664434 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 20:14:45.667965 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 20:14:45.672236 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 20:14:45.676708 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Mar 31 20:14:45.678419 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 20:14:45.678906 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 20:14:45.679247 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 20:14:45.679641 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 20:14:45.682845 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 20:14:45.683097 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 20:14:45.683458 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:14:45.688577 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 20:14:45.713357 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 20:14:45.713870 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.714176 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103851) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 20:14:45.714561 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.715958 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103851) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 20:14:45.716252 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 20:14:45.716501 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 20:14:45.719933 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.720226 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:45.783267 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 20:14:45.783526 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 20:14:45.783739 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 20:14:45.784662 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 20:14:45.806499 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_db.sqlalchemy.engines [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103851) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 20:14:46.403365 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing driver for type 'gre' Mar 31 20:14:46.404040 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] gre ID ranges: [(1, 1000)] Mar 31 20:14:46.604709 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing driver for type 'local' Mar 31 20:14:46.605039 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing driver for type 'vlan' Mar 31 20:14:46.711836 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] VlanTypeDriver initialization complete Mar 31 20:14:46.712189 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing driver for type 'vxlan' Mar 31 20:14:46.712717 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] vxlan ID ranges: [(1, 1000)] Mar 31 20:14:46.993655 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing extension driver 'port_security' Mar 31 20:14:46.993914 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.extensions.port_security [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] PortSecurityExtensionDriver initialization complete Mar 31 20:14:46.994246 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing mechanism driver 'openvswitch' Mar 31 20:14:46.994572 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing mechanism driver 'hyperv' Mar 31 20:14:47.001443 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.plugin [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:47.002181 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007595 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007595 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007595 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:47.007595 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007595 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:47.007992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.007992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.008354 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:47.008354 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > security_group after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.008354 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > security_group after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.008354 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.008354 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:47.008653 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.008998 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.009349 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.009774 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:47.010188 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > address_group after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.010539 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > address_group after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.010889 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.011295 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103851) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 20:14:47.011754 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] ML2 OVO RPC backend initialized. {{(pid=103851) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 20:14:47.012511 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.012875 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.013303 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.013658 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > networks before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.014120 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.014489 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > ports before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.014841 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.015187 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnets before_response 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.015540 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.015885 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.016225 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.016573 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.016912 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.017253 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.017604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.018013 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.018355 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.026786 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded quota_driver: . Mar 31 20:14:47.027164 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.plugin [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Modular L2 Plugin initialization complete Mar 31 20:14:47.027512 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading services supported by the core plugin {{(pid=103851) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 20:14:47.027864 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.plugins.ml2.managers [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Got port-security extension from driver 'port_security' Mar 31 20:14:47.028468 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.extensions.vlantransparent [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Disabled vlantransparent extension. Mar 31 20:14:47.028981 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103851) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 20:14:47.029334 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: router Mar 31 20:14:47.065852 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.066271 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.066649 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router before_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.067023 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.067402 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.067759 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_delete 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.068119 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.068474 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.068835 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.069209 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.069537 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.070339 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.070339 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.070692 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.071154 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.071412 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.071755 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: subnet after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.072262 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.072590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.072833 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.073215 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.073551 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.073956 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router after_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.074279 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.074635 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_create 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.075028 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.075378 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_update 55549900 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.075746 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > agent after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.076101 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > agent after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.076447 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > network after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.077360 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Tracking information for resource: router configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:47.077715 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Tracking information for resource: floatingip configured {{(pid=103851) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 20:14:47.083578 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.db.l3_agentschedulers_db [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 20:14:47.084180 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.084552 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port after_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.084908 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port after_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.085264 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: port after_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.086123 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router before_create 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.086499 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.086867 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_create 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.087234 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > router precommit_update 55550100 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.092262 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.provider_configuration [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service providers = [] {{(pid=103851) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 20:14:47.092635 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.db.servicetype_db [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103851) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 20:14:47.095737 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.service_base [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:47.096096 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.service_base [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:47.096444 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.service_base [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:47.098015 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.services.service_base [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103851) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 20:14:47.098398 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.services.service_base [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 20:14:47.098803 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.099129 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 20:14:47.109970 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.110310 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: auto_allocate Mar 31 20:14:47.116415 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: network precommit_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.116802 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: network precommit_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.117357 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.117705 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: tag Mar 31 20:14:47.124480 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.124812 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: timestamp Mar 31 20:14:47.129060 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.129407 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: network_ip_availability Mar 31 20:14:47.135011 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.135391 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.135755 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.136513 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.136836 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: flavors Mar 31 20:14:47.141614 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.141981 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading Plugin: revisions Mar 31 20:14:47.146892 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103851) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 20:14:47.147300 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_concurrency.lockutils [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.428s {{(pid=103851) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 20:14:47.148062 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103851) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 20:14:47.148400 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Initializing extension manager. Mar 31 20:14:47.148928 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: __init__.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.149281 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: __pycache__ {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.149625 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: address_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.150425 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.151005 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: address-group Mar 31 20:14:47.151335 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: address_scope.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.152054 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.152571 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: address-scope Mar 31 20:14:47.152901 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.154099 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.154623 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: router-admin-state-down-before-update Mar 31 20:14:47.154957 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: agent.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.155669 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.156178 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: agent Mar 31 20:14:47.156504 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: agent_resources_synced.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.157424 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.157984 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: agent-resources-synced Mar 31 20:14:47.158315 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: allowedaddresspairs.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.160813 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.161346 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: allowed-address-pairs Mar 31 20:14:47.161706 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: auto_allocated_topology.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.169170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.169736 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: auto-allocated-topology Mar 31 20:14:47.170100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: availability_zone.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.170815 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.171334 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: availability_zone Mar 31 20:14:47.171659 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: availability_zone_filter.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.172619 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.173136 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: availability_zone_filter Mar 31 20:14:47.173465 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: data_plane_status.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.174435 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.174945 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 20:14:47.175271 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: default_subnetpools.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.176200 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.176709 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: default-subnetpools Mar 31 20:14:47.177032 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.177898 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.178419 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: dhcp_agent_scheduler Mar 31 20:14:47.178744 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: dns.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.179680 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.180441 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 20:14:47.180767 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: dns_domain_ports.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.181708 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.182244 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 20:14:47.182570 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.183494 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.183998 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 20:14:47.184320 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: dvr.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.184992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.185498 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: dvr Mar 31 20:14:47.185847 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: ecmp_routes.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.186790 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.187300 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 20:14:47.187655 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: empty_string_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.188575 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.189091 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: empty-string-filtering Mar 31 20:14:47.189417 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.190363 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.190875 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:14:47.191199 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.196845 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.197365 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 20:14:47.197694 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: external_net.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.198644 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.199159 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: external-net Mar 31 20:14:47.199484 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.200398 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.200911 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: extra_dhcp_opt Mar 31 20:14:47.201236 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: extraroute.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.202175 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.202707 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: extraroute Mar 31 20:14:47.203031 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: extraroute_atomic.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.204091 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.204608 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: extraroute-atomic Mar 31 20:14:47.204932 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: filter_validation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.205627 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.206642 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: filter-validation Mar 31 20:14:47.206964 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: fip_pf_description.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.207885 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.208397 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 20:14:47.208719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: fip_pf_port_range.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.209635 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.210170 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 20:14:47.210494 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: fip_port_details.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.211407 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.211923 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: fip-port-details Mar 31 20:14:47.212244 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: flavors.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.213486 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.214034 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: flavors Mar 31 20:14:47.214360 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.216053 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.216579 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 20:14:47.216911 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: floatingip_pools.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.217611 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.218193 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: floatingip-pools Mar 31 20:14:47.218521 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: ip_allocation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.219448 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.219956 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 20:14:47.220281 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.221196 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.222333 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: ip-substring-filtering Mar 31 20:14:47.222669 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l2_adjacency.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.229691 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.230236 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 20:14:47.230559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.233247 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.233823 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: router Mar 31 20:14:47.234172 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.236476 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.237010 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 20:14:47.237351 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.238381 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.238907 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: ext-gw-mode Mar 31 20:14:47.239240 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.240166 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.240686 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: l3-ha Mar 31 20:14:47.241012 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.241972 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.242490 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 20:14:47.242816 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_flavors.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.243790 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.244252 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: l3-flavors Mar 31 20:14:47.244578 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.245995 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.246517 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 20:14:47.246853 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.247790 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.248308 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 20:14:47.248634 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: l3agentscheduler.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.249700 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.250243 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: l3_agent_scheduler Mar 31 20:14:47.250575 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: local_ip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.252385 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.253424 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension local_ip not supported by any of loaded plugins Mar 31 20:14:47.253786 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: logging.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.255256 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.255788 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension logging not supported by any of loaded plugins Mar 31 20:14:47.256120 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: metering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.256871 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.257455 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: metering Mar 31 20:14:47.257808 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.258947 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.259440 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: metering_source_and_destination_fields Mar 31 20:14:47.259767 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: multiprovidernet.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.260688 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.261201 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: multi-provider Mar 31 20:14:47.261788 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: netmtu.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.262597 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.262994 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: net-mtu Mar 31 20:14:47.263319 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: netmtu_writable.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.264247 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.264758 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: net-mtu-writable Mar 31 20:14:47.265080 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: network_availability_zone.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.265793 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.266289 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: network_availability_zone Mar 31 20:14:47.266612 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: network_ip_availability.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.267751 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.268264 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: network-ip-availability Mar 31 20:14:47.269175 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: network_segment_range.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.269982 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.270487 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 20:14:47.270813 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: pagination.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.271978 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.272314 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: pagination Mar 31 20:14:47.272637 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: port_device_profile.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.273562 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.274117 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: port-device-profile Mar 31 20:14:47.274448 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.275367 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.275895 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: port-mac-address-regenerate Mar 31 20:14:47.276207 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.277140 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.277658 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: port-numa-affinity-policy Mar 31 20:14:47.278009 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: port_resource_request.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.278928 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.279435 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 20:14:47.279758 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: port_resource_request_groups.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.280724 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.281230 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 20:14:47.281557 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: portbindings.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.282516 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.283030 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: binding Mar 31 20:14:47.283353 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: portbindings_extended.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.284636 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.285151 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: binding-extended Mar 31 20:14:47.285480 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: portsecurity.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.286424 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.286937 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: port-security Mar 31 20:14:47.287264 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: project_id.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.288241 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.288576 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: project-id Mar 31 20:14:47.288901 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: providernet.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.289858 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.290376 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: provider Mar 31 20:14:47.290697 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.294396 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.294935 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos not supported by any of loaded plugins Mar 31 20:14:47.295267 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.296525 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.297047 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 20:14:47.297376 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.298330 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.298849 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 20:14:47.299177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_default.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.309157 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.309715 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-default not supported by any of loaded plugins Mar 31 20:14:47.310076 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_fip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.311100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.311618 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 20:14:47.311946 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.312905 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.313438 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 20:14:47.313783 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_gateway_ip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.314761 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.315285 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 20:14:47.316105 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_port_network_policy.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.317047 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.317567 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 20:14:47.317920 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.319028 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.319552 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 20:14:47.319879 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.320973 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.321495 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 20:14:47.321864 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_pps_rule.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.323130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.323666 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 20:14:47.323995 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_rule_type_details.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.324963 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.325482 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 20:14:47.325844 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.326779 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.327302 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 20:14:47.327627 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: qos_rules_alias.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.328732 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.329256 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 20:14:47.329583 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: quota_check_limit.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.330554 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.331756 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: quota-check-limit Mar 31 20:14:47.332131 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: quotasv2.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.333146 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.335664 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: quotas Mar 31 20:14:47.335664 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: quotasv2_detail.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.340438 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.340800 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: quota_details Mar 31 20:14:47.341134 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: rbac.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.342374 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.342968 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: rbac-policies Mar 31 20:14:47.343300 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: rbac_address_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.344374 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.344905 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: rbac-address-group Mar 31 20:14:47.345229 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: rbac_address_scope.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.346240 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.346773 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: rbac-address-scope Mar 31 20:14:47.347099 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: rbac_security_groups.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.348151 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.348677 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: rbac-security-groups Mar 31 20:14:47.349001 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: rbac_subnetpool.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.350000 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.350521 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: rbac-subnetpool Mar 31 20:14:47.350847 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: revisionifmatch.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.351801 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.352316 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: revision-if-match Mar 31 20:14:47.352641 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: revisions.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.353849 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.354383 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: standard-attr-revisions Mar 31 20:14:47.354711 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: router_availability_zone.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.355403 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.355919 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: router_availability_zone Mar 31 20:14:47.356246 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: routerservicetype.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.357209 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.357723 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 20:14:47.358072 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.359024 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.359545 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: security-groups-normalized-cidr Mar 31 20:14:47.359865 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.360820 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.361370 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: port-security-groups-filtering Mar 31 20:14:47.361694 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.362695 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.363204 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: security-groups-remote-address-group Mar 31 20:14:47.363526 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.367764 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.368333 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: security-groups-shared-filtering Mar 31 20:14:47.368683 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.369354 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 20:14:47.369675 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: securitygroup.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.380436 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.381022 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: security-group Mar 31 20:14:47.381364 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: segment.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.382235 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.382767 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension segment not supported by any of loaded plugins Mar 31 20:14:47.383106 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.384214 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.384753 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 20:14:47.385082 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: servicetype.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.386312 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.386851 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: service-type Mar 31 20:14:47.387192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: sorting.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.388234 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.388567 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: sorting Mar 31 20:14:47.388889 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: standard_attr_segment.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.389903 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.390433 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 20:14:47.390768 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: standardattrdescription.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.391472 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.391981 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: standard-attr-description Mar 31 20:14:47.392303 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: stateful_security_group.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.401467 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.402086 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: stateful-security-group Mar 31 20:14:47.402417 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: stdattrs_common.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.403060 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 20:14:47.403388 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.404425 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.405024 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 20:14:47.405296 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: subnet_onboard.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.406505 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.407057 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: subnet_onboard Mar 31 20:14:47.407386 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.408403 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.408928 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 20:14:47.409367 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: subnet_service_types.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.410351 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.410872 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: subnet-service-types Mar 31 20:14:47.411198 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: subnetallocation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.412321 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.412843 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: subnet_allocation Mar 31 20:14:47.413172 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.413901 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.414418 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: subnetpool-prefix-ops Mar 31 20:14:47.414744 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.415757 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.416280 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 20:14:47.416602 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: tagging.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.417738 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.418284 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: standard-attr-tag Mar 31 20:14:47.418615 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: timestamp.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.424875 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.425436 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loaded extension: standard-attr-timestamp Mar 31 20:14:47.425782 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: trunk.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.426910 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.427435 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension trunk not supported by any of loaded plugins Mar 31 20:14:47.427763 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: trunk_details.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.428713 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.429236 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 20:14:47.429565 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: uplink_status_propagation.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.430808 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.431336 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 20:14:47.431659 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Loading extension file: vlantransparent.py {{(pid=103851) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 20:14:47.432371 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103851) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 20:14:47.432883 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 20:14:47.435617 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:network Mar 31 20:14:47.436162 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:subnet Mar 31 20:14:47.436559 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:47.436947 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:port Mar 31 20:14:47.438359 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.438814 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service FLAVORS assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.439448 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.439885 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.440222 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:router Mar 31 20:14:47.441176 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:14:47.441682 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service METERING assigned prefix: /metering {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.443231 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.443606 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.443957 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:14:47.445068 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:14:47.445521 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:14:47.445995 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:14:47.446625 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.446960 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:47.447309 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] subnetpool is already registered Mar 31 20:14:47.447756 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.448084 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:47.448450 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] subnetpool is already registered Mar 31 20:14:47.450815 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.451259 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service FLAVORS assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.451853 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.452277 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.452612 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:router Mar 31 20:14:47.452953 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] router is already registered Mar 31 20:14:47.453359 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 20:14:47.453695 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] floatingip is already registered Mar 31 20:14:47.454183 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service METERING assigned prefix: /metering {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.454859 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 20:14:47.455192 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] rbac_policy is already registered Mar 31 20:14:47.455608 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:security_group Mar 31 20:14:47.455974 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] security_group is already registered Mar 31 20:14:47.456891 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 20:14:47.457223 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] security_group_rule is already registered Mar 31 20:14:47.457914 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.458246 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:47.458581 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] subnetpool is already registered Mar 31 20:14:47.459004 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.v2.resource_helper [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Service CORE assigned prefix: {{(pid=103851) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 20:14:47.459328 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 20:14:47.459664 dv-cinder-836070-1-smb neutron-server[103851]: WARNING neutron.quota.resource_registry [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] subnetpool is already registered Mar 31 20:14:47.460138 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: extensions {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.461698 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: address-groups {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.463265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: address-scopes {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.464591 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: agents {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.465783 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: auto-allocated-topology {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.469943 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: availability_zones {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.469943 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: dhcp-networks {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.469943 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: dhcp-agents {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.471181 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: routers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.473420 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: flavors {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.474637 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: service_profiles {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.475941 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: next_providers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.477387 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: service_profiles {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.480125 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: floatingip-pools {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.481336 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: routers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.483481 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: floatingips {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.484779 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: l3-routers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.486175 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: l3-agents {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.487607 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: metering-labels {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.488963 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: metering-label-rules {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.490275 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: network-ip-availabilities {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.491538 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: bindings {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.493176 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: quotas {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.494850 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: quotas {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.496327 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: rbac-policies {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.497643 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: security-groups {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.500329 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: security-group-rules {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.500329 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: service-providers {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.501323 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: subnetpools {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.502752 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: subnetpools {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.504709 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.506437 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.508255 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.510020 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.511815 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.513672 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.515374 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.517255 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.519658 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.521550 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron.api.extensions [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Extended resource: tags {{(pid=103851) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 20:14:47.527549 dv-cinder-836070-1-smb neutron-server[103851]: WARNING keystonemiddleware.auth_token [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 20:14:47.532377 dv-cinder-836070-1-smb neutron-server[103851]: WARNING keystonemiddleware.auth_token [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 20:14:47.541150 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_concurrency.lockutils [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Acquired lock "singleton_lock" {{(pid=103851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 20:14:47.541634 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_concurrency.lockutils [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Releasing lock "singleton_lock" {{(pid=103851) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 20:14:47.542344 dv-cinder-836070-1-smb neutron-server[103851]: INFO oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Starting 2 workers Mar 31 20:14:47.547332 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Started child 103962 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:47.552276 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Started child 103963 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:47.557676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.558362 dv-cinder-836070-1-smb neutron-server[103851]: INFO neutron.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 20:14:47.558362 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.558521 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [-] (103962) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:14:47.558616 dv-cinder-836070-1-smb neutron-server[103851]: INFO oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Starting 1 workers Mar 31 20:14:47.560651 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.562600 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [-] (103963) wsgi starting up on http://0.0.0.0:9696 Mar 31 20:14:47.563185 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Started child 103964 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:47.563765 dv-cinder-836070-1-smb neutron-server[103851]: INFO oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Starting 1 workers Mar 31 20:14:47.567408 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] calling RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 20:14:47.568377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] returning from RpcWorker wait() {{(pid=103964) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 20:14:47.569176 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Started child 103965 {{(pid=103851) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 20:14:47.569519 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.569943 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:47.570113 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG neutron_lib.callbacks.manager [None req-a4661ef5-b774-4d6a-b873-b499c0725e00 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.572207 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:14:47.572456 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:14:47.572627 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:14:47.572845 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:14:47.573166 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:14:47.573376 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:14:47.573856 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.574137 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.574460 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.574742 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.574957 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.575885 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.575885 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.576347 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.576659 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.576896 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.577067 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.577227 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:14:47.577999 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.577999 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.577999 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.578794 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.578794 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.579359 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:47.579645 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.579645 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.579645 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.579645 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.579645 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.580453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.580453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] debug = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.580453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.581044 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.581044 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.581900 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.582125 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.582333 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.582543 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.582771 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.583003 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.583214 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.583426 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.583675 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.583909 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.584121 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.584382 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.584701 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.584978 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.585159 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.585538 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] host = dv-cinder-836070-1-smb {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.585833 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.586071 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.586291 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.586468 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.586713 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.586967 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.587244 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.587514 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.587761 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.588007 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.588258 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.588486 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.588700 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.588951 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.589107 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_options = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.589348 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.589722 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.589903 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.590079 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.590349 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.590504 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.590666 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.590832 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.591085 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.591331 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.591542 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.591790 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.592124 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.592267 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.592466 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.592677 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.592911 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.593120 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.593364 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.593619 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.593929 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.594115 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.594350 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.594639 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.594955 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.595278 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.595278 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.595639 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.596258 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.596471 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.596719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.596965 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.597207 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.597443 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.597707 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.597974 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.598204 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.604605 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_json = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605270 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.605812 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606770 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606770 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.606913 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.607081 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.607758 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.607758 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.607758 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.608028 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.608287 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.608677 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.608950 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.609172 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.609402 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.609694 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.609984 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.610324 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.610796 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.611196 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.611196 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.611594 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.611594 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.611856 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.611993 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.612685 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.614899 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.616170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.623100 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.624192 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.625559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.626800 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.630453 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.631130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.634719 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.635528 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636177 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636599 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636599 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.636888 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.637838 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.638092 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.638347 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.640604 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641382 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641623 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.641908 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.642164 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.642417 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.642817 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.643216 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.643441 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.643700 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.643915 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.644169 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.644384 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.644781 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.645027 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.645263 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.645514 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.645897 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.646293 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.646653 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.647015 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.647400 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.647659 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.647882 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.648126 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.648365 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.648602 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.649322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.649322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.649322 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.649541 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.649692 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.650161 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.650566 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.650805 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.651068 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.651312 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.651578 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.651791 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.652041 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.652264 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.652482 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.652696 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.652916 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.653154 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.653389 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.653620 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.653859 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.654124 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.654364 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.654740 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.654995 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.655225 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.655491 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.655742 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.655963 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.656181 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.656397 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.656633 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.656874 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.657103 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.657319 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.657538 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.657799 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.658020 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.658256 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.658514 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.658753 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.658991 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.659233 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.659472 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.659686 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.659906 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.660120 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.660331 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.660540 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.660771 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.661010 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.661220 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.661496 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.661733 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.661992 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.662261 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.662480 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.662745 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.663670 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.663670 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.663670 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.663670 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.664173 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.664173 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.664435 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.664435 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.664691 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.664850 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.665080 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.665365 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.665500 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.665669 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.665905 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.666129 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.666347 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.666559 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.666785 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.666994 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.667205 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.667426 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.667642 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.667850 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.668075 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.668307 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.668540 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.668886 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.669262 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.669262 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.669486 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.669690 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.670176 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.670733 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.670733 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.670733 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.670989 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.671250 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.671473 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.671731 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.671952 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.672168 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.672410 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.672687 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.673019 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.673304 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.673565 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.673848 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.674125 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.674416 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.675193 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.675408 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.675706 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.676051 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.676327 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.676585 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.676843 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.677091 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.677332 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.677555 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.677907 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.678068 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.678304 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.678563 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.678791 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.679035 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.679271 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.679496 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.679714 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.679946 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.680404 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.680638 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.680858 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.681022 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:14:47.681551 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103851) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 20:14:47.681714 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 20:14:47.681891 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 20:14:47.682063 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 20:14:47.682235 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 20:14:47.682389 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 20:14:47.682599 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.682763 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.682921 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.683099 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.683245 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.683425 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.683588 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.683747 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.683904 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.684062 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.684221 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.684380 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.684537 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.684695 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.684854 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.685012 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.685169 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.685352 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.685516 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.685730 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.685869 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.686030 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.686187 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] debug = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.686345 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.686540 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.686704 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.686862 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687026 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687184 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687340 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687497 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687656 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687814 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.687973 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.688130 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.688288 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.688444 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.688628 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.688760 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.688917 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.689075 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.689234 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] host = dv-cinder-836070-1-smb {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.689393 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.689550 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.689707 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.689888 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.690046 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.690204 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.690433 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.691086 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.691220 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.691374 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.691532 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.691691 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.691848 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692007 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692164 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_options = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:14:47.692377 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692458 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692615 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692795 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.692958 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.693116 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.693273 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.693430 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.693588 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.693745 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.693930 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.694086 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.694245 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.694401 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.694560 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.694716 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.694973 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695090 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695194 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695326 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695483 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695641 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695802 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.695960 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.696118 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.696276 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.696610 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.696771 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.696909 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.697046 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.697287 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.697432 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.697567 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.697692 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.697894 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698043 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698204 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698333 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698464 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698572 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698685 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698837 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.698995 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.699153 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.699311 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.699468 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.699626 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_json = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.699783 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.699941 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.700101 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.700258 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.700416 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.700575 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.700732 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.700891 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.701053 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 20:14:47.701231 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.701413 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.701583 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.701747 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.701929 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.702091 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.703798 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.704590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705128 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705408 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705408 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705550 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705721 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.705968 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.706101 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.706261 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.706422 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.706583 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.706746 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.706907 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.707068 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.707231 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.707399 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.707547 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.707708 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.707868 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708028 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708189 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708350 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708512 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708673 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708833 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.708994 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.709156 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.709317 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.709479 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.709640 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.709822 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.709985 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.710147 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.710317 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.710505 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.710690 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.710801 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.710954 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.711113 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.711273 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.711433 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.711593 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.711754 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.711914 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.712090 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.712313 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.712400 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.712542 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.712701 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.712861 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.713021 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.713181 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.713341 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.713501 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.713661 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.713840 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714002 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714163 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714325 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714485 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714646 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714806 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.714965 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.715127 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.715288 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.715447 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.715606 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.715774 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.715948 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.716109 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.716269 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.716428 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.716590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.716749 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.716897 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.717056 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.717217 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.717376 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.717534 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.717694 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.717880 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718041 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718201 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718359 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718518 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718677 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718836 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.718996 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.719154 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.719314 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.719475 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.719625 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.719783 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.719942 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.720101 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.720269 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.720429 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.720590 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.720751 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721095 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721095 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721263 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721384 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721589 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721782 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.721944 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.722102 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.722418 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.722578 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.722739 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.722900 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.723235 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.723235 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.723382 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.723529 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.723712 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.723872 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724031 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724191 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724351 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724510 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724669 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724830 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.724990 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.725150 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.725310 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.725472 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.725631 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.725817 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.725979 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.726139 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.726298 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.726458 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.726617 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.726777 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.726939 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.727098 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.727257 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.727436 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.727596 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.727755 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.727914 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.728074 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.728233 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.728392 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.728553 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.728712 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.728872 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.729032 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.729191 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.729352 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.729512 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.729673 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.729855 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730017 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730178 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730340 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730500 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730661 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730822 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.730986 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.731148 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.732718 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733265 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733679 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733679 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733679 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.733922 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734015 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734172 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734332 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734492 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734652 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734817 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.734977 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.735139 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.735301 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.735462 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.735623 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.735784 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.735943 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.736102 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.736263 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.736423 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.736583 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.736743 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.736909 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.737081 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.738150 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.739643 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.739808 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.739970 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.740134 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.740313 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.740474 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.740637 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.740796 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.740957 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.741117 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.741288 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.741448 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.741609 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.741792 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.741967 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.742118 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.742375 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.742498 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.742601 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.742761 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.742922 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.743088 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.743257 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.743417 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.743576 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.743737 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.743896 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.744057 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.744227 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.744387 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.744548 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.744707 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.744919 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.745024 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.745186 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.745349 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.745509 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.745679 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.745873 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.746035 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.746199 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.746372 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.746607 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.746732 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.746846 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747008 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747170 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747333 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747499 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747669 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747836 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.747998 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.748165 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.748333 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.748500 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.748660 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.748825 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.748997 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.749159 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.749321 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.749481 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.749640 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.749823 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.749985 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.750144 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.750304 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.750463 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.750622 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.750781 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.750943 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.751104 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.751263 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.751423 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.751583 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.751741 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.751902 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.752062 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 20:14:47.752217 dv-cinder-836070-1-smb neutron-server[103851]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103851) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 20:14:48.007324 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41740) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:14:48.015967 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064971 Mar 31 20:14:59.907902 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1680b26-508d-4b27-a7fe-646782bfbf9f None None] get_active_networks_info from dv-cinder-836070-1-smb {{(pid=103964) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 20:14:59.984035 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1680b26-508d-4b27-a7fe-646782bfbf9f None None] No non-hosted networks {{(pid=103964) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 20:14:59.984035 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.agentschedulers_db [None req-a1680b26-508d-4b27-a7fe-646782bfbf9f None None] DHCP Agent not found on host dv-cinder-836070-1-smb {{(pid=103964) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 20:15:00.074284 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d2e57bb6-f10a-42aa-bbce-1ccbb6d748c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655833'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:02.264341 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-391cfe58-9981-45ad-bfd8-16702656af7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655833'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:02.308279 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.db.api [None req-3edf0174-c17f-4d9e-b91b-3b9df65817e6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836070-1-smb {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:15:02.308976 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG oslo_db.api [None req-3edf0174-c17f-4d9e-b91b-3b9df65817e6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:15:02.935606 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3edf0174-c17f-4d9e-b91b-3b9df65817e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:03.196804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41808) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:03.415845 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655833'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:03.803452 dv-cinder-836070-1-smb neutron-server[103963]: WARNING oslo_policy.policy [None req-6c4b064a-891d-4466-8786-9b6f088ca388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:03.805148 dv-cinder-836070-1-smb neutron-server[103963]: WARNING oslo_policy.policy [None req-6c4b064a-891d-4466-8786-9b6f088ca388 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:04.031480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [None req-6c4b064a-891d-4466-8786-9b6f088ca388 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:15:04.054536 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-6c4b064a-891d-4466-8786-9b6f088ca388 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8563094 Mar 31 20:15:04.855464 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655833'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:06.422133 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655833'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:06.426226 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.426873 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.427272 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.427612 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.427944 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.428271 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.428598 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.433907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.433907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.433907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.434246 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.434748 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.435290 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.438307 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.438663 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:06.439077 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836070-1-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:06.458863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836070-1-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:06.477431 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.db.l3_hamode_db [None req-c2319c39-245d-43db-8fb7-c65445bca5a9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 20:15:06.564135 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2319c39-245d-43db-8fb7-c65445bca5a9 None None] Routers set() bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:06.564568 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2319c39-245d-43db-8fb7-c65445bca5a9 None None] Router IDs set() for agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 20:15:06.739461 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41842) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:07.068020 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:07.162768 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.policy [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103963) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:15:07.207535 dv-cinder-836070-1-smb neutron-server[103963]: WARNING oslo_policy.policy [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:07.207896 dv-cinder-836070-1-smb neutron-server[103963]: WARNING oslo_policy.policy [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:07.372838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777860619032', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777860619723', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777860635303', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777860527862', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777860520838', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777860303233', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-32523930', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-32528012', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-454670', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-497000'] for rbac-policy (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:07.577624 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:07.578878 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-90687264-b23b-470e-9e11-bd7666fa0d1b admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8384633 Mar 31 20:15:10.092437 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41854) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:10.426477 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:10.501478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Made reservation on behalf of 54634c05054b4d778501dadbd1a28cfe for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:15:10.505828 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:10.523845 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:10.632365 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks [] for security_group (dd4b5132-1eed-410f-8fec-10f60dfb2f62), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:10.724139 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (dd4b5132-1eed-410f-8fec-10f60dfb2f62), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:10.756054 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:15:10.784034 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777855812145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (ac39f7ac-f184-4361-a8dd-7dcaab4495ed), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:10.786927 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Unsubscribe: segment precommit_create {{(pid=103963) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:15:10.786927 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Added segment ac39f7ac-f184-4361-a8dd-7dcaab4495ed of type vlan for network a5b22f06-3433-4851-bca6-c83cd586e720 Mar 31 20:15:10.790846 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b5132-1eed-410f-8fec-10f60dfb2f62,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:10.826681 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.827024 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.832971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Tracked resource versions report: Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: pushed versions: Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: { 'AddressGroup': {'1.2'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'Agent': {'1.1'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'ConntrackHelper': {'1.0'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'Log': {'1.0'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'NDPProxy': {'1.0'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'Network': {'1.1'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'Port': {'1.7'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'PortForwarding': {'1.3'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'QosPolicy': {'1.10'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroup': {'1.5'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'SubPort': {'1.0'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'Subnet': {'1.1'}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: 'Trunk': {'1.1'}} Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: consumer versions: Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:10.833273 dv-cinder-836070-1-smb neutron-server[103963]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'Agent': '1.1', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'ConntrackHelper': '1.0', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'LocalIPAssociation': '1.0', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'Log': '1.0', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'NDPProxy': '1.0', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'Network': '1.1', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'Port': '1.7', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'PortForwarding': '1.3', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'QosPolicy': '1.10', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroup': '1.5', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroupRule': '1.2', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'SubPort': '1.0', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'Subnet': '1.1', Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: 'Trunk': '1.1'}} Mar 31 20:15:10.834741 dv-cinder-836070-1-smb neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:15:10.894199 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (a5b22f06-3433-4851-bca6-c83cd586e720), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:11.015398 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (a5b22f06-3433-4851-bca6-c83cd586e720), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:11.020561 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:11.021272 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:11.133537 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] Pushing event updated for resources: {'Network': ['ID=a5b22f06-3433-4851-bca6-c83cd586e720,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:11.149438 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network a5b22f06-3433-4851-bca6-c83cd586e720 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:15:11.183761 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e1a36f34-35a9-4d6c-8ec4-351ca1ed85f1 demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0901949 Mar 31 20:15:13.795181 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41866) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:14.202746 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df0d019-14d6-4ae2-871c-671cabfdffe3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:14.210322 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-1df0d019-14d6-4ae2-871c-671cabfdffe3 demo admin] 10.222.0.62 "GET /v2.0/networks/a5b22f06-3433-4851-bca6-c83cd586e720 HTTP/1.1" status: 200 len: 825 time: 0.4079952 Mar 31 20:15:14.229388 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-d63705d5-9d47-43ab-bdd0-edbc22923838 demo admin] 10.222.0.62 "GET /v2.0/subnetpools/1a688b38-3607-42db-950c-09db7fad8d1f HTTP/1.1" status: 200 len: 734 time: 0.0190489 Mar 31 20:15:14.238056 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Request body: {'subnet': {'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:14.369998 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Made reservation on behalf of 54634c05054b4d778501dadbd1a28cfe for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:15:14.372309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:14.820502 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (7a7674ad-a874-4a55-8468-e4edc9a0f63b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:14.891629 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7a7674ad-a874-4a55-8468-e4edc9a0f63b,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:14.901986 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Checking segment: {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:15:14.902390 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Network hostable DHCP agents. Network: a5b22f06-3433-4851-bca6-c83cd586e720, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:15:15.009493 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Network a5b22f06-3433-4851-bca6-c83cd586e720 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:15:15.080744 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, a5b22f06-3433-4851-bca6-c83cd586e720) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:15.085528 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:15.086137 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:15.092537 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969bc79-97ed-4107-9d96-349b03ce3f50 None None] Network a5b22f06-3433-4851-bca6-c83cd586e720 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:15:15.180994 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-0918f96f-36d3-41e6-9bce-be8ce6148ba9 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9431188 Mar 31 20:15:15.478187 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-a5b22f06-3433-4851-bca6-c83cd586e720', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:15:15.479432 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:15.762097 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Allocated IP 172.20.0.2 (a5b22f06-3433-4851-bca6-c83cd586e720/7a7674ad-a874-4a55-8468-e4edc9a0f63b/53adb0b1-21f5-45e2-9491-baf475813d18) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:15:16.045249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Publish callbacks [] for port (53adb0b1-21f5-45e2-9491-baf475813d18), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:16.181743 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:16.263029 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Network a5b22f06-3433-4851-bca6-c83cd586e720 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:15:16.271118 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:16.276178 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:15:16.283338 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Pushing event updated for resources: {'Port': ['ID=53adb0b1-21f5-45e2-9491-baf475813d18,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:16.313290 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.313564 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.313929 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.314282 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.314613 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.314940 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.315264 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.315586 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.315963 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.316301 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.316627 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.316969 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.317326 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.317636 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.317978 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Tracked resource versions report: Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: pushed versions: Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: { 'AddressGroup': {'1.2'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Agent': {'1.1'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'ConntrackHelper': {'1.0'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Log': {'1.0'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'NDPProxy': {'1.0'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Network': {'1.1'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Port': {'1.7'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'PortForwarding': {'1.3'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'QosPolicy': {'1.10'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroup': {'1.5'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'SubPort': {'1.0'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Subnet': {'1.1'}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Trunk': {'1.1'}} Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: consumer versions: Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Agent': '1.1', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'ConntrackHelper': '1.0', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'LocalIPAssociation': '1.0', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Log': '1.0', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'NDPProxy': '1.0', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Network': '1.1', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Port': '1.7', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'PortForwarding': '1.3', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'QosPolicy': '1.10', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroup': '1.5', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroupRule': '1.2', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'SubPort': '1.0', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Subnet': '1.1', Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: 'Trunk': '1.1'}} Mar 31 20:15:16.319168 dv-cinder-836070-1-smb neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:15:16.370446 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Attempting to bind port 53adb0b1-21f5-45e2-9491-baf475813d18 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:15:16.370852 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Attempting to bind port 53adb0b1-21f5-45e2-9491-baf475813d18 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:15:16.371264 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Attempting to bind port 53adb0b1-21f5-45e2-9491-baf475813d18 on network a5b22f06-3433-4851-bca6-c83cd586e720 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:15:16.376374 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:15:16.383990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Checking segment: {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:15:16.383990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:16.383990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Bound using segment: {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:15:16.383990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Bound port: 53adb0b1-21f5-45e2-9491-baf475813d18, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:15:16.383990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:16.443196 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] For port 53adb0b1-21f5-45e2-9491-baf475813d18, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:15:16.447455 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] For port 53adb0b1-21f5-45e2-9491-baf475813d18, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=53adb0b1-21f5-45e2-9491-baf475813d18,segment=NetworkSegment(ac39f7ac-f184-4361-a8dd-7dcaab4495ed),segment_id=ac39f7ac-f184-4361-a8dd-7dcaab4495ed)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:15:16.530213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:16.594652 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430442bc-638a-4a80-984c-5a5b9178a641 None None] Pushing event updated for resources: {'Port': ['ID=53adb0b1-21f5-45e2-9491-baf475813d18,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:17.806978 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41874) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:18.322784 dv-cinder-836070-1-smb neutron-server[103962]: WARNING oslo_policy.policy [None req-6c3af33c-3948-4d11-bb45-9705c429c760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:18.323367 dv-cinder-836070-1-smb neutron-server[103962]: WARNING oslo_policy.policy [None req-6c3af33c-3948-4d11-bb45-9705c429c760 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:18.545440 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [None req-6c3af33c-3948-4d11-bb45-9705c429c760 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:15:18.550394 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6c3af33c-3948-4d11-bb45-9705c429c760 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7411709 Mar 31 20:15:21.157714 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41888) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:21.493680 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [None req-b9dc6bb5-9f01-41b5-b488-6db485a5a245 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:15:21.494856 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b9dc6bb5-9f01-41b5-b488-6db485a5a245 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3361549 Mar 31 20:15:24.053219 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 41896) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:24.388217 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:24.476708 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (82875ad7-4561-4390-a05e-5f31ed191887), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:24.478375 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (82875ad7-4561-4390-a05e-5f31ed191887), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:24.621283 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] Publish callbacks [] for router_controller (82875ad7-4561-4390-a05e-5f31ed191887), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:24.695914 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (82875ad7-4561-4390-a05e-5f31ed191887), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:24.771381 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:24.772638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b0d6d8e1-4679-4fd4-b9cd-c2e88aea671b demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7179732 Mar 31 20:15:27.122812 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 53adb0b1-21f5-45e2-9491-baf475813d18 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:27.228848 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 53adb0b1-21f5-45e2-9491-baf475813d18 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:27.229305 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:27.344464 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 53adb0b1-21f5-45e2-9491-baf475813d18 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:27.345917 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:27.382498 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 53adb0b1-21f5-45e2-9491-baf475813d18, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=53adb0b1-21f5-45e2-9491-baf475813d18,segment=NetworkSegment(ac39f7ac-f184-4361-a8dd-7dcaab4495ed),segment_id=ac39f7ac-f184-4361-a8dd-7dcaab4495ed)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:15:27.388357 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41908) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:27.466430 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:27.521114 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=53adb0b1-21f5-45e2-9491-baf475813d18,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:27.725926 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [None req-960b358a-c305-4b28-a519-d05a19bbbf1f admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:15:27.726892 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-960b358a-c305-4b28-a519-d05a19bbbf1f admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3375754 Mar 31 20:15:28.160999 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b9754e-f615-420b-a95b-c92f131a4fa4 None None] Network a5b22f06-3433-4851-bca6-c83cd586e720 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:15:28.229611 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-2b3789da-a53c-41c8-b74f-2ad0dc2853a0 None None] Provisioning complete for port 53adb0b1-21f5-45e2-9491-baf475813d18 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:28.230027 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2b3789da-a53c-41c8-b74f-2ad0dc2853a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:28.368479 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-2b3789da-a53c-41c8-b74f-2ad0dc2853a0 None None] Current status of the port 53adb0b1-21f5-45e2-9491-baf475813d18 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:28.594517 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-34258636-11aa-4787-b7d0-2035086647bc None None] Provisioning complete for port 53adb0b1-21f5-45e2-9491-baf475813d18 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:28.595447 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-34258636-11aa-4787-b7d0-2035086647bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:28.677789 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-34258636-11aa-4787-b7d0-2035086647bc None None] Current status of the port 53adb0b1-21f5-45e2-9491-baf475813d18 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:29.080314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 53adb0b1-21f5-45e2-9491-baf475813d18 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:29.127761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 53adb0b1-21f5-45e2-9491-baf475813d18 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:29.128154 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:29.213022 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 53adb0b1-21f5-45e2-9491-baf475813d18 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:29.980607 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-740a42a3-7bd7-4e75-9883-dda533520530 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:30.294195 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41916) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:30.612718 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:30.746442 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Made reservation on behalf of fc8a5144074a4366bea0ce6342fbbb0e for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:15:30.812646 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.policy [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103962) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 20:15:30.855677 dv-cinder-836070-1-smb neutron-server[103962]: WARNING oslo_policy.policy [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:30.855982 dv-cinder-836070-1-smb neutron-server[103962]: WARNING oslo_policy.policy [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 20:15:30.866352 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:30.888022 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.015487 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks [] for security_group (196ab4c5-a96d-489f-900e-7445bf8182db), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.083343 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (196ab4c5-a96d-489f-900e-7445bf8182db), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.096159 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Reserving flat network on physical network physnet1 {{(pid=103962) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 20:15:31.128229 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777855812145', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (bd7c8513-aa96-407e-8f25-8e698c003800), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.128751 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Unsubscribe: segment precommit_create {{(pid=103962) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 20:15:31.129285 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Added segment bd7c8513-aa96-407e-8f25-8e698c003800 of type flat for network 98d720f8-ef23-47f2-b453-319c855f3863 Mar 31 20:15:31.146216 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196ab4c5-a96d-489f-900e-7445bf8182db,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:31.199247 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.199595 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.200038 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.200402 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.200739 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.201070 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.201397 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.201796 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.202134 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.202458 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.202781 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.203115 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.203437 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.204340 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.204664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Tracked resource versions report: Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: pushed versions: Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: { 'AddressGroup': {'1.2'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Agent': {'1.1'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'ConntrackHelper': {'1.0'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Log': {'1.0'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'NDPProxy': {'1.0'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Network': {'1.1'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Port': {'1.7'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'PortForwarding': {'1.3'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'QosPolicy': {'1.10'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroup': {'1.5'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'SubPort': {'1.0'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Subnet': {'1.1'}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Trunk': {'1.1'}} Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: consumer versions: Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Agent': '1.1', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'ConntrackHelper': '1.0', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'LocalIPAssociation': '1.0', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Log': '1.0', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'NDPProxy': '1.0', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Network': '1.1', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Port': '1.7', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'PortForwarding': '1.3', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'QosPolicy': '1.10', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroup': '1.5', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroupRule': '1.2', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'SubPort': '1.0', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Subnet': '1.1', Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: 'Trunk': '1.1'}} Mar 31 20:15:31.205865 dv-cinder-836070-1-smb neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:15:31.261383 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (98d720f8-ef23-47f2-b453-319c855f3863), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.402005 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (98d720f8-ef23-47f2-b453-319c855f3863), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.403223 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:31.403918 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:31.506764 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] Pushing event updated for resources: {'Network': ['ID=98d720f8-ef23-47f2-b453-319c855f3863,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:31.517516 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 98d720f8-ef23-47f2-b453-319c855f3863 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:15:31.558571 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f9c2debe-65c3-4561-a291-921c4bfb9a56 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2539649 Mar 31 20:15:32.259837 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a97519c-80a1-4513-bb31-fed00b5660c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:33.386103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:34.099275 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41940) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:34.324136 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a62577-4345-4860-86d0-e97f950b57ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:34.325529 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-76a62577-4345-4860-86d0-e97f950b57ca demo admin] 10.222.0.62 "GET /v2.0/subnets/7a7674ad-a874-4a55-8468-e4edc9a0f63b HTTP/1.1" status: 200 len: 849 time: 0.2253091 Mar 31 20:15:34.497632 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c2bbbb71-1d47-459c-8270-d713c68b826c demo admin] 10.222.0.62 "GET /v2.0/routers/82875ad7-4561-4390-a05e-5f31ed191887 HTTP/1.1" status: 200 len: 704 time: 0.1655622 Mar 31 20:15:34.803039 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:34.803354 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:35.107609 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Allocated IP 172.20.0.1 (a5b22f06-3433-4851-bca6-c83cd586e720/7a7674ad-a874-4a55-8468-e4edc9a0f63b/b07a96fe-3871-4eb4-bcdc-f75447244b16) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:15:35.309210 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks [] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:35.437054 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:35.522331 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Network a5b22f06-3433-4851-bca6-c83cd586e720 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:15:35.527060 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:35.528969 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Pushing event updated for resources: {'Port': ['ID=b07a96fe-3871-4eb4-bcdc-f75447244b16,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:35.534256 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:15:35.534971 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (82875ad7-4561-4390-a05e-5f31ed191887), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:35.749840 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f940c2f8-edca-4a82-8a62-3a249375fa4a None None] Provisioning complete for port b07a96fe-3871-4eb4-bcdc-f75447244b16 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:35.750167 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f940c2f8-edca-4a82-8a62-3a249375fa4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:35.786430 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f940c2f8-edca-4a82-8a62-3a249375fa4a None None] Port b07a96fe-3871-4eb4-bcdc-f75447244b16 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:15:35.836328 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:36.113234 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks [] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:36.179138 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:36.179982 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (82875ad7-4561-4390-a05e-5f31ed191887), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:36.262682 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Pushing event updated for resources: {'Port': ['ID=b07a96fe-3871-4eb4-bcdc-f75447244b16,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:36.384596 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Network a5b22f06-3433-4851-bca6-c83cd586e720 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:15:36.385991 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:36.396251 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:36.653572 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Router 82875ad7-4561-4390-a05e-5f31ed191887 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:15:36.721968 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-dec4d880-0735-4485-b739-9f317bac4ab4 None None] Provisioning complete for port b07a96fe-3871-4eb4-bcdc-f75447244b16 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:36.722257 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dec4d880-0735-4485-b739-9f317bac4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:36.757492 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:15:36.763606 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-dec4d880-0735-4485-b739-9f317bac4ab4 None None] Port b07a96fe-3871-4eb4-bcdc-f75447244b16 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:15:36.768840 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6e1d134f-a54f-4a8b-bc4c-ab9095175558 demo admin] 10.222.0.62 "PUT /v2.0/routers/82875ad7-4561-4390-a05e-5f31ed191887/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2654049 Mar 31 20:15:36.769500 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Sync routers for ids ['82875ad7-4561-4390-a05e-5f31ed191887'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:15:36.784286 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Routers {'82875ad7-4561-4390-a05e-5f31ed191887'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:36.785135 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:15:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['82875ad7-4561-4390-a05e-5f31ed191887'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:36.993146 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Set router 82875ad7-4561-4390-a05e-5f31ed191887 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:15:37.453600 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82875ad7-4561-4390-a05e-5f31ed191887', 'name': 'router1', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:15:24Z', 'updated_at': '2022-03-31T20:15:35Z', 'revision_number': 2, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'gw_port_host': None, '_interfaces': [{'id': 'b07a96fe-3871-4eb4-bcdc-f75447244b16', 'name': '', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'mac_address': 'fa:16:3e:0f:a0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:34Z', 'updated_at': '2022-03-31T20:15:35Z', 'revision_number': 2, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'subnets': [{'id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:37.510431 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Checking router: 82875ad7-4561-4390-a05e-5f31ed191887 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:15:37.510806 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Updating router 82875ad7-4561-4390-a05e-5f31ed191887 port b07a96fe-3871-4eb4-bcdc-f75447244b16 binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:15:37.566655 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.111641 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Publish callbacks [] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.215160 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.378581 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Pushing event updated for resources: {'Port': ['ID=b07a96fe-3871-4eb4-bcdc-f75447244b16,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:38.394797 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.395145 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.395483 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.395821 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.396205 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.396560 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.396890 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.397201 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.397519 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.397855 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.398174 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.398495 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.398810 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.399128 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.399440 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Tracked resource versions report: Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: pushed versions: Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: { 'AddressGroup': {'1.2'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Agent': {'1.1'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'ConntrackHelper': {'1.0'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Log': {'1.0'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'NDPProxy': {'1.0'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Network': {'1.1'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Port': {'1.7'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'PortForwarding': {'1.3'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'QosPolicy': {'1.10'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroup': {'1.5'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'SubPort': {'1.0'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Subnet': {'1.1'}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Trunk': {'1.1'}} Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: consumer versions: Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Agent': '1.1', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'ConntrackHelper': '1.0', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'LocalIPAssociation': '1.0', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Log': '1.0', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'NDPProxy': '1.0', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Network': '1.1', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Port': '1.7', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'PortForwarding': '1.3', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'QosPolicy': '1.10', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroup': '1.5', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroupRule': '1.2', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'SubPort': '1.0', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Subnet': '1.1', Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: 'Trunk': '1.1'}} Mar 31 20:15:38.400634 dv-cinder-836070-1-smb neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:15:38.406357 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Attempting to bind port b07a96fe-3871-4eb4-bcdc-f75447244b16 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:15:38.406790 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Attempting to bind port b07a96fe-3871-4eb4-bcdc-f75447244b16 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:15:38.407221 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Attempting to bind port b07a96fe-3871-4eb4-bcdc-f75447244b16 on network a5b22f06-3433-4851-bca6-c83cd586e720 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:15:38.416137 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:15:38.416569 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Checking segment: {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:15:38.417161 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.417437 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Bound using segment: {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:15:38.417945 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Bound port: b07a96fe-3871-4eb4-bcdc-f75447244b16, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac39f7ac-f184-4361-a8dd-7dcaab4495ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:15:38.418327 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.489504 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] For port b07a96fe-3871-4eb4-bcdc-f75447244b16, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:15:38.500925 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-1ea60d57-8390-40a8-b268-3d7a2d6e0c4a None None] Provisioning complete for port b07a96fe-3871-4eb4-bcdc-f75447244b16 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:38.507228 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1ea60d57-8390-40a8-b268-3d7a2d6e0c4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.510331 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] For port b07a96fe-3871-4eb4-bcdc-f75447244b16, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=b07a96fe-3871-4eb4-bcdc-f75447244b16,segment=NetworkSegment(ac39f7ac-f184-4361-a8dd-7dcaab4495ed),segment_id=ac39f7ac-f184-4361-a8dd-7dcaab4495ed)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:15:38.537042 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-1ea60d57-8390-40a8-b268-3d7a2d6e0c4a None None] Port b07a96fe-3871-4eb4-bcdc-f75447244b16 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:15:38.627105 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.683888 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Routers {'82875ad7-4561-4390-a05e-5f31ed191887'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:38.683888 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:15:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['82875ad7-4561-4390-a05e-5f31ed191887'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:38.762539 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f710e21-5f5c-4357-8eee-17e375b08860 None None] Pushing event updated for resources: {'Port': ['ID=b07a96fe-3871-4eb4-bcdc-f75447244b16,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:38.788986 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] Set router 82875ad7-4561-4390-a05e-5f31ed191887 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:15:38.858567 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] Provisioning complete for port b07a96fe-3871-4eb4-bcdc-f75447244b16 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:38.859014 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.944563 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] Current status of the port b07a96fe-3871-4eb4-bcdc-f75447244b16 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:38.945582 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:38.979850 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] For port b07a96fe-3871-4eb4-bcdc-f75447244b16, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=b07a96fe-3871-4eb4-bcdc-f75447244b16,segment=NetworkSegment(ac39f7ac-f184-4361-a8dd-7dcaab4495ed),segment_id=ac39f7ac-f184-4361-a8dd-7dcaab4495ed)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:15:39.005312 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82875ad7-4561-4390-a05e-5f31ed191887', 'name': 'router1', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:15:24Z', 'updated_at': '2022-03-31T20:15:35Z', 'revision_number': 2, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'gw_port_host': None, '_interfaces': [{'id': 'b07a96fe-3871-4eb4-bcdc-f75447244b16', 'name': '', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'mac_address': 'fa:16:3e:0f:a0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:34Z', 'updated_at': '2022-03-31T20:15:38Z', 'revision_number': 4, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'subnets': [{'id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:39.033566 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f533cf-ba25-4806-8e48-7b58ef92ae38 None None] The sync data for ids ['82875ad7-4561-4390-a05e-5f31ed191887'] in dv-cinder-836070-1-smb is: [{'id': '82875ad7-4561-4390-a05e-5f31ed191887', 'name': 'router1', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:15:24Z', 'updated_at': '2022-03-31T20:15:35Z', 'revision_number': 2, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'gw_port_host': None, '_interfaces': [{'id': 'b07a96fe-3871-4eb4-bcdc-f75447244b16', 'name': '', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'mac_address': 'fa:16:3e:0f:a0:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:34Z', 'updated_at': '2022-03-31T20:15:38Z', 'revision_number': 4, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'subnets': [{'id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:15:39.053222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:39.105408 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09ed5e-65f4-49c7-b913-066e8dbea5f8 None None] Pushing event updated for resources: {'Port': ['ID=b07a96fe-3871-4eb4-bcdc-f75447244b16,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:39.258184 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41962) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:39.373504 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2347e89-f37e-45af-9159-7a92ba01c86a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:39.374952 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f2347e89-f37e-45af-9159-7a92ba01c86a admin admin] 10.222.0.62 "GET /v2.0/networks/98d720f8-ef23-47f2-b453-319c855f3863 HTTP/1.1" status: 200 len: 842 time: 0.1157887 Mar 31 20:15:39.384440 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:39.511829 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Made reservation on behalf of fc8a5144074a4366bea0ce6342fbbb0e for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:15:39.514096 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:39.914203 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.objects.ports [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103962) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 20:15:39.914648 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (e20f5cee-6aaa-48d1-aab6-7e9910043000), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:39.967870 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20f5cee-6aaa-48d1-aab6-7e9910043000,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:39.981623 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:15:39.982021 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Network hostable DHCP agents. Network: 98d720f8-ef23-47f2-b453-319c855f3863, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:15:40.106058 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:15:40.236145 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 98d720f8-ef23-47f2-b453-319c855f3863) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:40.240629 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:40.241297 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:40.247709 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f85fc-189c-4001-9713-e60634367b31 None None] Network 98d720f8-ef23-47f2-b453-319c855f3863 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:15:40.343673 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-e583b44e-a8ab-4478-b98c-a0ab96c77489 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9624522 Mar 31 20:15:40.350663 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-710f2334-203d-4167-ab46-2f8c917048b1 None None] Network 98d720f8-ef23-47f2-b453-319c855f3863 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:15:42.821706 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41970) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:42.962632 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ab55f4bc-d51e-4b36-be21-27322ea89cca demo admin] 10.222.0.62 "GET /v2.0/routers/82875ad7-4561-4390-a05e-5f31ed191887 HTTP/1.1" status: 200 len: 710 time: 0.1395898 Mar 31 20:15:43.049858 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507911a3-fcdb-4ebe-9387-78daf77379dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:15:43.051223 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-507911a3-fcdb-4ebe-9387-78daf77379dd demo admin] 10.222.0.62 "GET /v2.0/networks/98d720f8-ef23-47f2-b453-319c855f3863 HTTP/1.1" status: 200 len: 886 time: 0.0832367 Mar 31 20:15:43.060675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:15:43.392610 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks [] for router_gateway (82875ad7-4561-4390-a05e-5f31ed191887), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:43.708155 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks [] for router_gateway (82875ad7-4561-4390-a05e-5f31ed191887), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:43.790846 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:43.895476 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Allocated IP 172.28.3.46 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/e14a3957-dcf1-427d-b8a0-74628c847b9e) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:15:43.997430 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks [] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:44.095214 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:44.135368 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:15:44.138215 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:15:44.144416 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:15:44.149765 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Pushing event updated for resources: {'Port': ['ID=e14a3957-dcf1-427d-b8a0-74628c847b9e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:44.528963 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks [] for router_gateway (82875ad7-4561-4390-a05e-5f31ed191887), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:44.616840 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:15:44.783972 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-656839', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-658870', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1946'] for router (82875ad7-4561-4390-a05e-5f31ed191887), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:44.787920 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656857', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-658879'] for router (82875ad7-4561-4390-a05e-5f31ed191887), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:44.914923 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Router 82875ad7-4561-4390-a05e-5f31ed191887 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:15:45.030950 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:15:45.035366 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:45.036740 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-54007234-c58f-446a-a495-f3f0b207523f demo admin] 10.222.0.62 "PUT /v2.0/routers/82875ad7-4561-4390-a05e-5f31ed191887 HTTP/1.1" status: 200 len: 889 time: 1.9794934 Mar 31 20:15:47.128200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device b07a96fe-3871-4eb4-bcdc-f75447244b16 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:47.179097 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port b07a96fe-3871-4eb4-bcdc-f75447244b16 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:47.179757 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:47.271615 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port b07a96fe-3871-4eb4-bcdc-f75447244b16 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:47.651967 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 41982) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:15:47.797785 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-12c9b469-5e0c-465a-b45e-b3a45bc0cdb6 admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1264584 Mar 31 20:15:47.895401 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Sync routers for ids ['82875ad7-4561-4390-a05e-5f31ed191887'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:15:47.908257 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Routers {'82875ad7-4561-4390-a05e-5f31ed191887'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:47.908948 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:15:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['82875ad7-4561-4390-a05e-5f31ed191887'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:48.136012 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Set router 82875ad7-4561-4390-a05e-5f31ed191887 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:15:48.647920 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82875ad7-4561-4390-a05e-5f31ed191887', 'name': 'router1', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e14a3957-dcf1-427d-b8a0-74628c847b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:15:24Z', 'updated_at': '2022-03-31T20:15:44Z', 'revision_number': 4, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'gw_port': {'id': 'e14a3957-dcf1-427d-b8a0-74628c847b9e', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:43Z', 'updated_at': '2022-03-31T20:15:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'b07a96fe-3871-4eb4-bcdc-f75447244b16', 'name': '', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'mac_address': 'fa:16:3e:0f:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:34Z', 'updated_at': '2022-03-31T20:15:38Z', 'revision_number': 5, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'subnets': [{'id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:48.705379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Checking router: 82875ad7-4561-4390-a05e-5f31ed191887 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:15:48.705852 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Updating router 82875ad7-4561-4390-a05e-5f31ed191887 port e14a3957-dcf1-427d-b8a0-74628c847b9e binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:15:48.762252 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:49.112693 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Publish callbacks [] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:49.208842 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:49.262027 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Attempting to bind port e14a3957-dcf1-427d-b8a0-74628c847b9e on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:15:49.262396 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Attempting to bind port e14a3957-dcf1-427d-b8a0-74628c847b9e by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:15:49.262762 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Attempting to bind port e14a3957-dcf1-427d-b8a0-74628c847b9e on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:15:49.264745 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4469945-6279-4352-afd1-7490428ab372 None None] Pushing event updated for resources: {'Port': ['ID=e14a3957-dcf1-427d-b8a0-74628c847b9e,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:49.272295 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:15:49.272295 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:15:49.272295 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:49.272295 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:15:49.273121 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Bound port: e14a3957-dcf1-427d-b8a0-74628c847b9e, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:15:49.273121 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:49.326465 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] For port e14a3957-dcf1-427d-b8a0-74628c847b9e, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:15:49.330133 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] For port e14a3957-dcf1-427d-b8a0-74628c847b9e, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=e14a3957-dcf1-427d-b8a0-74628c847b9e,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:15:49.397589 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:49.457202 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4469945-6279-4352-afd1-7490428ab372 None None] Pushing event updated for resources: {'Port': ['ID=e14a3957-dcf1-427d-b8a0-74628c847b9e,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:49.461020 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Routers {'82875ad7-4561-4390-a05e-5f31ed191887'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:15:49.461638 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:15:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['82875ad7-4561-4390-a05e-5f31ed191887'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:49.583061 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] Set router 82875ad7-4561-4390-a05e-5f31ed191887 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:15:49.809412 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82875ad7-4561-4390-a05e-5f31ed191887', 'name': 'router1', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e14a3957-dcf1-427d-b8a0-74628c847b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:15:24Z', 'updated_at': '2022-03-31T20:15:44Z', 'revision_number': 4, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'gw_port': {'id': 'e14a3957-dcf1-427d-b8a0-74628c847b9e', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:43Z', 'updated_at': '2022-03-31T20:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'b07a96fe-3871-4eb4-bcdc-f75447244b16', 'name': '', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'mac_address': 'fa:16:3e:0f:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:34Z', 'updated_at': '2022-03-31T20:15:38Z', 'revision_number': 5, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'subnets': [{'id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:15:49.837520 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1946a0-f15a-4c39-bb2c-609b6c532582 None None] The sync data for ids ['82875ad7-4561-4390-a05e-5f31ed191887'] in dv-cinder-836070-1-smb is: [{'id': '82875ad7-4561-4390-a05e-5f31ed191887', 'name': 'router1', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.46'}], 'enable_snat': True}, 'gw_port_id': 'e14a3957-dcf1-427d-b8a0-74628c847b9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:15:24Z', 'updated_at': '2022-03-31T20:15:44Z', 'revision_number': 4, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'gw_port': {'id': 'e14a3957-dcf1-427d-b8a0-74628c847b9e', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:e5:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:43Z', 'updated_at': '2022-03-31T20:15:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'b07a96fe-3871-4eb4-bcdc-f75447244b16', 'name': '', 'network_id': 'a5b22f06-3433-4851-bca6-c83cd586e720', 'tenant_id': '54634c05054b4d778501dadbd1a28cfe', 'mac_address': 'fa:16:3e:0f:a0:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82875ad7-4561-4390-a05e-5f31ed191887', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:15:34Z', 'updated_at': '2022-03-31T20:15:38Z', 'revision_number': 5, 'project_id': '54634c05054b4d778501dadbd1a28cfe', 'subnets': [{'id': '7a7674ad-a874-4a55-8468-e4edc9a0f63b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1a688b38-3607-42db-950c-09db7fad8d1f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:15:51.131656 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device e14a3957-dcf1-427d-b8a0-74628c847b9e up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:51.195278 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port e14a3957-dcf1-427d-b8a0-74628c847b9e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:51.195819 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:51.298271 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port e14a3957-dcf1-427d-b8a0-74628c847b9e is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:51.298670 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:51.322249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port e14a3957-dcf1-427d-b8a0-74628c847b9e, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=e14a3957-dcf1-427d-b8a0-74628c847b9e,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:15:51.403493 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:51.480677 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=e14a3957-dcf1-427d-b8a0-74628c847b9e,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:15:53.168458 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device e14a3957-dcf1-427d-b8a0-74628c847b9e up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:15:53.299340 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port e14a3957-dcf1-427d-b8a0-74628c847b9e triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:15:53.299742 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (e14a3957-dcf1-427d-b8a0-74628c847b9e), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:15:53.400583 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port e14a3957-dcf1-427d-b8a0-74628c847b9e is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:15:59.933015 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d30d64f8-2ef0-4eed-9c8a-c6c3dbc25912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:02.276677 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2df3d4b4-5de1-46c2-af7f-bf2090811a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:03.372338 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:04.785487 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:06.391891 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:21.615972 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:16:30.258678 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5ff4bd7a-a9bb-47b6-8e5e-1395c4ec508a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:32.281905 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-98396319-b2b3-4c12-b663-b55e5343c65a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:33.350204 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:34.790055 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:36.395634 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:16:58.614231 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:16:59.949514 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1b260ac1-3f49-4472-ac0a-c462b8e999c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:02.280233 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68b3261a-de01-4d1c-bae8-bc50aae438ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:03.360406 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:04.809934 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:06.417580 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:12.999037 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42466) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:13.060352 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3926fa-9d6f-4296-ad36-b7f6dd204fde admin admin] GET failed (client error): The resource could not be found. Mar 31 20:17:13.061675 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2e3926fa-9d6f-4296-ad36-b7f6dd204fde admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0616646 Mar 31 20:17:13.325150 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3eb40e2-414b-4805-9fe7-31a89906273d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:13.328880 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c3eb40e2-414b-4805-9fe7-31a89906273d admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2609532 Mar 31 20:17:15.641376 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42476) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:15.731807 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7249628d-e559-4ce3-8030-bc9e1266bbef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:15.733181 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7249628d-e559-4ce3-8030-bc9e1266bbef admin admin] 10.222.0.62 "GET /v2.0/subnets/7a7674ad-a874-4a55-8468-e4edc9a0f63b HTTP/1.1" status: 200 len: 849 time: 0.0907769 Mar 31 20:17:15.742508 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:17:15.830101 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Publish callbacks [] for subnet (7a7674ad-a874-4a55-8468-e4edc9a0f63b), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:16.062453 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777855703938'] for subnet (7a7674ad-a874-4a55-8468-e4edc9a0f63b), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:16.093123 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:16.094044 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:16.094968 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] 10.222.0.62 "PUT /v2.0/subnets/7a7674ad-a874-4a55-8468-e4edc9a0f63b HTTP/1.1" status: 200 len: 868 time: 0.3561409 Mar 31 20:17:16.113424 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a54f69-96c8-4d40-9358-ed96d411deae None None] Network a5b22f06-3433-4851-bca6-c83cd586e720 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:17:16.116194 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a7674ad-a874-4a55-8468-e4edc9a0f63b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:17:16.125065 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.125397 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.125801 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.126173 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.126515 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.127819 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.127819 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.127819 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.128160 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.128386 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.128721 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.129069 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.129531 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.129888 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.130273 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c32ba5f-d116-4977-96bc-53df7fd3aaad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:17:16.408754 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-57f5a3de-faf0-4a9d-a249-b5f7505891fe None None] Provisioning complete for port 53adb0b1-21f5-45e2-9491-baf475813d18 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:16.409145 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-57f5a3de-faf0-4a9d-a249-b5f7505891fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (53adb0b1-21f5-45e2-9491-baf475813d18), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:16.488360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-57f5a3de-faf0-4a9d-a249-b5f7505891fe None None] Current status of the port 53adb0b1-21f5-45e2-9491-baf475813d18 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:16.498679 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-57f5a3de-faf0-4a9d-a249-b5f7505891fe None None] Provisioning complete for port b07a96fe-3871-4eb4-bcdc-f75447244b16 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:17:16.499069 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-57f5a3de-faf0-4a9d-a249-b5f7505891fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (b07a96fe-3871-4eb4-bcdc-f75447244b16), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:16.573112 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-57f5a3de-faf0-4a9d-a249-b5f7505891fe None None] Current status of the port b07a96fe-3871-4eb4-bcdc-f75447244b16 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:17:18.429630 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42484) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:18.623609 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b816cd83-b917-43b1-b103-43268e0382aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:18.624071 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b816cd83-b917-43b1-b103-43268e0382aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:18.625649 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b816cd83-b917-43b1-b103-43268e0382aa admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1949787 Mar 31 20:17:20.968638 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42492) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:21.100715 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb87b8-3a0a-4fdb-9ebe-9923e9075296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:21.101249 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb87b8-3a0a-4fdb-9ebe-9923e9075296 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:21.102806 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a7eb87b8-3a0a-4fdb-9ebe-9923e9075296 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1332207 Mar 31 20:17:23.402313 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42500) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:23.558003 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f197a64-50d9-4fb6-bce9-783f50f3b6ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:23.559342 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4f197a64-50d9-4fb6-bce9-783f50f3b6ad admin admin] 10.222.0.62 "GET /v2.0/networks/98d720f8-ef23-47f2-b453-319c855f3863 HTTP/1.1" status: 200 len: 886 time: 0.1560898 Mar 31 20:17:25.874959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42510) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:26.004803 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6869cb-d88e-4e83-be92-7417cd5fd65e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:26.006203 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2c6869cb-d88e-4e83-be92-7417cd5fd65e admin admin] 10.222.0.62 "GET /v2.0/networks/a5b22f06-3433-4851-bca6-c83cd586e720 HTTP/1.1" status: 200 len: 869 time: 0.1302431 Mar 31 20:17:28.333950 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42518) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:28.456379 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f471a5-32c3-4e65-ab9f-d42ed1acba41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:28.456746 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f471a5-32c3-4e65-ab9f-d42ed1acba41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:28.458290 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-60f471a5-32c3-4e65-ab9f-d42ed1acba41 admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1233640 Mar 31 20:17:29.934555 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-63828f46-c5e3-4ba5-b0ff-ea5830744602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:30.761232 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42526) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:30.854995 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37a934-6eda-4efb-8a58-8c6cf4a977ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:30.855449 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb37a934-6eda-4efb-8a58-8c6cf4a977ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:30.856945 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-cb37a934-6eda-4efb-8a58-8c6cf4a977ed admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0947239 Mar 31 20:17:32.268293 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fe05c679-eefa-4b29-875f-2147ded4d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:33.171163 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42534) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:33.263417 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe24b06-a30b-486d-a4f5-2adef28dfa37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:33.264757 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-bbe24b06-a30b-486d-a4f5-2adef28dfa37 admin admin] 10.222.0.62 "GET /v2.0/subnets/7a7674ad-a874-4a55-8468-e4edc9a0f63b HTTP/1.1" status: 200 len: 868 time: 0.0926466 Mar 31 20:17:33.382103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:34.793619 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:35.565046 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42542) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:17:35.612683 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:17:35.649557 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35630cd-98d0-42ba-b550-47e8f0d4688e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:17:35.651479 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c35630cd-98d0-42ba-b550-47e8f0d4688e admin admin] 10.222.0.62 "GET /v2.0/subnets/e20f5cee-6aaa-48d1-aab6-7e9910043000 HTTP/1.1" status: 200 len: 816 time: 0.0854897 Mar 31 20:17:36.375971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:17:59.964234 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a49eb4db-fcf4-4c88-b3c3-26de023d15a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:02.275608 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0cdc92ed-a69e-4f2b-82c5-9f92b2027c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:03.363941 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:03.871749 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42594) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:03.919544 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [None req-02931319-4027-4d3e-8968-adf95d7d2e97 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:18:03.920551 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-02931319-4027-4d3e-8968-adf95d7d2e97 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478756 Mar 31 20:18:04.832510 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:06.306675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42602) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:06.368400 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dd52fda-653e-42c7-bf45-efe16e300a79 admin admin] GET failed (client error): The resource could not be found. Mar 31 20:18:06.369682 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6dd52fda-653e-42c7-bf45-efe16e300a79 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0620854 Mar 31 20:18:06.378366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:06.459104 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c504fec-ef90-4355-93f0-1a85ad190612 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:18:06.460687 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4c504fec-ef90-4355-93f0-1a85ad190612 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0868847 Mar 31 20:18:08.769080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42610) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:08.816751 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:18:08.935027 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Made reservation on behalf of fc8a5144074a4366bea0ce6342fbbb0e for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:18:08.937288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:08.972434 dv-cinder-836070-1-smb neutron-server[103963]: WARNING neutron.services.revisions.revision_plugin [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Could not find related network for resource to bump revision. Mar 31 20:18:08.985206 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:18:08.997578 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (98a88dd5-16e5-457b-a87e-8aca4995c731), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:08.997950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Added segment 98a88dd5-16e5-457b-a87e-8aca4995c731 of type vlan for network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 Mar 31 20:18:09.037360 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (721a1734-6ad5-4d8c-a28c-a8c10494ef60), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:09.198073 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (721a1734-6ad5-4d8c-a28c-a8c10494ef60), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:09.199034 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:18:09.199623 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:09.290007 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Pushing event updated for resources: {'Network': ['ID=721a1734-6ad5-4d8c-a28c-a8c10494ef60,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:09.296397 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.296765 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.297125 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.297744 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.298095 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.298427 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.298754 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.299081 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.299503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.299830 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.300155 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.300493 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.300823 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.301145 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.301464 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:09.312499 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:18:09.343509 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-fd07a83b-b112-4e20-80b0-29ab2858e380 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5733452 Mar 31 20:18:11.675668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42618) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:18:11.735795 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.pecan_wsgi.hooks.translation [None req-792f118d-cb59-453f-ac2a-ec642862aeeb admin admin] GET failed (client error): The resource could not be found. Mar 31 20:18:11.737032 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-792f118d-cb59-453f-ac2a-ec642862aeeb admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0604191 Mar 31 20:18:11.836615 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533c17a4-b846-441f-9b04-80144c4b6f2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:18:11.838069 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-533c17a4-b846-441f-9b04-80144c4b6f2e admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0970016 Mar 31 20:18:11.847791 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:18:12.029815 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Made reservation on behalf of fc8a5144074a4366bea0ce6342fbbb0e for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:18:12.032028 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:12.361610 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (45f86d72-cd5a-4fd1-8c78-a58efd985f6c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:12.415423 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45f86d72-cd5a-4fd1-8c78-a58efd985f6c,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:12.424620 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Checking segment: {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:18:12.424970 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Network hostable DHCP agents. Network: 721a1734-6ad5-4d8c-a28c-a8c10494ef60, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:18:12.586428 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:18:12.611187 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:18:12.677805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 721a1734-6ad5-4d8c-a28c-a8c10494ef60) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:18:12.682683 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:18:12.683277 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:12.688074 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fe0517-b3c1-4482-a3ab-9bdf3e0d8d0d None None] Network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:18:12.783622 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-9edde7bf-ffba-4efb-b2b5-acf08b081ba6 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9391308 Mar 31 20:18:12.787098 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-721a1734-6ad5-4d8c-a28c-a8c10494ef60', 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60', 'project_id': 'fc8a5144074a4366bea0ce6342fbbb0e', 'fixed_ips': [{'subnet_id': '45f86d72-cd5a-4fd1-8c78-a58efd985f6c'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:18:12.787954 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:12.932523 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Allocated IP 192.168.233.2 (721a1734-6ad5-4d8c-a28c-a8c10494ef60/45f86d72-cd5a-4fd1-8c78-a58efd985f6c/07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:18:13.094959 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Publish callbacks [] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:13.187112 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:13.224905 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:18:13.227769 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:18:13.233307 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:18:13.238919 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Pushing event updated for resources: {'Port': ['ID=07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:13.250158 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.250508 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.250848 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.251205 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.251543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.251918 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.252208 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.252512 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.252829 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.253149 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.253906 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.253906 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.258314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.258314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.258314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:18:13.306594 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Attempting to bind port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:18:13.306954 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Attempting to bind port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:18:13.307315 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Attempting to bind port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 on network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:18:13.312467 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:18:13.312842 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Checking segment: {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:18:13.313242 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:13.313638 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Bound using segment: {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:18:13.314131 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Bound port: 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:18:13.314514 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:13.378156 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] For port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:18:13.381199 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] For port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:18:13.449988 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:13.508143 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed7718-d4a6-413c-a982-223adfac4d03 None None] Pushing event updated for resources: {'Port': ['ID=07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:14.370683 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a99e7-ee96-4587-b38b-a1e26f7a5303 None None] Network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:18:14.455109 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] Provisioning complete for port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:18:14.455504 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:14.568814 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] Current status of the port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:18:14.569120 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:14.608154 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] For port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:18:14.681480 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:14.731420 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174595fa-8c1b-4ae1-855c-6f4dcaf9a484 None None] Pushing event updated for resources: {'Port': ['ID=07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:18:14.801377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-19007fdc-3b6a-4813-a598-a047e11c1eff None None] Provisioning complete for port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:18:14.802089 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-19007fdc-3b6a-4813-a598-a047e11c1eff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:14.889718 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-19007fdc-3b6a-4813-a598-a047e11c1eff None None] Current status of the port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:18:15.213498 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:18:15.264086 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:18:15.264471 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:15.342787 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 07d1cfbb-5f1e-44c6-9839-bfc9a7ca0748 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:18:30.109057 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2009ed31-b85a-4e5e-9f98-dc98732b081b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:32.262925 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a917dc78-f8a3-4d40-a925-4b39b3e71d14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:33.372051 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:34.828471 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:36.412145 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:18:49.610167 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:19:00.079115 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-99948554-a3de-490e-9ff1-cc940a0b8934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:02.281914 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a6ae70a3-485f-48b6-8349-d2e7d6cc3166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:03.364864 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:04.807145 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:06.462197 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:26.608883 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:19:30.075313 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-164c8d49-27c3-4716-8a1a-3f229a7ca51d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:32.289953 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b39401b2-da86-4a86-9e25-4e0e30c5eaad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:33.369360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:34.803503 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:36.412797 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:42.478490 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42656) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:19:42.484142 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [None req-b075a563-ac02-4e01-9e65-acc16f0c3593 tempest-verify_tempest_config-1137319843 tempest-verify_tempest_config-1137319843-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:19:42.485105 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b075a563-ac02-4e01-9e65-acc16f0c3593 tempest-verify_tempest_config-1137319843 tempest-verify_tempest_config-1137319843-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056543 Mar 31 20:19:43.106127 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42674) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:19:43.210940 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.284342 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Publish callbacks [] for security_group (36a43697-ab09-4613-b154-53847f991538), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.363076 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (36a43697-ab09-4613-b154-53847f991538), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.408541 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=97052ab316d74ba28266f4f0f8765f83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3012323 Mar 31 20:19:43.409345 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a43697-ab09-4613-b154-53847f991538,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:19:43.411374 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42680) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:19:43.416488 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.416844 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.422435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ae85e1-6344-4cc3-94bf-ed3061bc0681 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.473780 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Publish callbacks [] for security_group (36a43697-ab09-4613-b154-53847f991538), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.494273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Publish callbacks [] for security_group (36a43697-ab09-4613-b154-53847f991538), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.649033 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (36a43697-ab09-4613-b154-53847f991538), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.652150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:19:43.654891 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/36a43697-ab09-4613-b154-53847f991538 HTTP/1.1" status: 204 len: 168 time: 0.2407241 Mar 31 20:19:43.661053 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a43697-ab09-4613-b154-53847f991538,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:19:43.667923 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.668273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.668907 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.669265 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.669604 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.669957 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.670283 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.670603 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.670923 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.671242 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.671563 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.671901 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.672322 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.672647 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:43.672963 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-691d43b4-06fc-44a8-bceb-60c5c1bb5808 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:19:59.939307 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cdd65eb7-bfc9-4303-b2d4-73a852fdcd2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:02.265031 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f0318707-12c0-4490-8360-123b0fb58577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:03.402301 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:03.606797 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:20:04.864809 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:06.416997 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:29.946789 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0e03c1fa-190b-4b86-b6ba-b9753f852f19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:32.249814 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fb744a4f-6719-4f1b-b624-94a2d11e5fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:33.363744 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:34.812060 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:36.423418 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:20:40.606056 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:20:59.934450 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6a611f51-45f6-4532-9b69-7e9224708c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:02.283184 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b93689c8-249e-444f-a3ce-39bafab77e66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:03.371115 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:04.810657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:06.414975 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:17.604330 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 5 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:21:29.956298 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ce844282-76a2-4c43-98e2-eb8bae8d3134 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:32.243704 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-76a07e04-5c4f-49e6-a5fb-55ee3f5cc642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:33.375455 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:33.764930 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-655833'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:34.858911 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:36.427075 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:21:48.198896 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42750) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:48.301516 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b7bf754a-ddba-4682-8abd-11508983273a admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1015377 Mar 31 20:21:50.645286 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42760) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:21:50.703222 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-76bec0fa-2a94-4a64-8c7d-907243d0c8af admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0566831 Mar 31 20:21:54.604550 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:21:59.937549 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-023d8c37-5759-4b6d-a27b-231a7892dc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:02.251644 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0a741594-de09-4f61-8dff-d0726c795be5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.379584 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:03.734475 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:04.836760 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:06.402732 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:29.965094 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4e4e00f7-805d-41b9-9633-402a6be4a6de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:31.603862 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:22:32.258536 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8c065dfe-c085-488a-a781-35e618783fae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.383887 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:33.744070 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:34.829305 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:36.435342 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:22:59.958263 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f99413b8-f357-43f6-ba59-72c96d238c92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:02.274506 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4492c92c-b774-49f6-80a5-65447f319a0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.399904 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:03.731869 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:04.845522 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:06.422909 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:08.603605 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:23:29.964428 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2ad06914-19bf-4e42-9d06-39213f7e72fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.266455 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a982e10-2fe5-480d-8b99-bbf7a8a4fa68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:32.886839 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 42966) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.416465 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.524580 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2001781596-network', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:33.633415 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Made reservation on behalf of d28c1f968ed649718d6289a53e9eceec for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:33.636189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.644999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.657175 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42986) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.714598 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 42994) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.729295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks [] for security_group (dccebb59-bc0f-4489-aa89-ed8af3bd849c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.741718 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.793445 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43000) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:33.799646 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (dccebb59-bc0f-4489-aa89-ed8af3bd849c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.839716 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccebb59-bc0f-4489-aa89-ed8af3bd849c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:33.846695 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.847340 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.847824 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.848844 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.849542 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.850115 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.850862 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.851411 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.851965 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.852554 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.853455 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.854001 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.854513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.855038 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.855543 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Tracked resource versions report: Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: pushed versions: Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: { 'AddressGroup': {'1.2'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Agent': {'1.1'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'ConntrackHelper': {'1.0'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Log': {'1.0'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'NDPProxy': {'1.0'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Network': {'1.1'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Port': {'1.7'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'PortForwarding': {'1.3'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'QosPolicy': {'1.10'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroup': {'1.5'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'SubPort': {'1.0'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Subnet': {'1.1'}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Trunk': {'1.1'}} Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: consumer versions: Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Agent': '1.1', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'ConntrackHelper': '1.0', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'LocalIPAssociation': '1.0', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Log': '1.0', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'NDPProxy': '1.0', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Network': '1.1', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Port': '1.7', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'PortForwarding': '1.3', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'QosPolicy': '1.10', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroup': '1.5', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'SecurityGroupRule': '1.2', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'SubPort': '1.0', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Subnet': '1.1', Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: 'Trunk': '1.1'}} Mar 31 20:23:33.856892 dv-cinder-836070-1-smb neutron-server[103963]: {{(pid=103963) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:23:33.862091 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:33.874643 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (f7bb857c-b0c5-4eda-a81b-89d27e0e23f9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.874643 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Added segment f7bb857c-b0c5-4eda-a81b-89d27e0e23f9 of type vlan for network a3188f96-bb48-4795-95f7-97f25d1aae9d Mar 31 20:23:33.901526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1285060976-network', 'tenant_id': 'b6060fac94484421afd81e44789e0b38'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:33.915590 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (a3188f96-bb48-4795-95f7-97f25d1aae9d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:33.936499 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-network', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:33.971116 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-network', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:34.005076 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Made reservation on behalf of b6060fac94484421afd81e44789e0b38 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:34.007733 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.016720 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.033356 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (a3188f96-bb48-4795-95f7-97f25d1aae9d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.035120 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:34.036624 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.044598 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Made reservation on behalf of b5743d65824c4ec19cebc8d399ed46cc for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:34.044598 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.057024 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.096347 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Made reservation on behalf of 68facedcf14842ab88c0acfbd4a528c1 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:34.101140 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.136293 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a3188f96-bb48-4795-95f7-97f25d1aae9d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.148231 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.148762 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network a3188f96-bb48-4795-95f7-97f25d1aae9d details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:34.227971 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks [] for security_group (821a256c-e9a0-425d-a543-2be2da3e815c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.239576 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-359b1051-3560-4d99-ad83-4f67a9f588d8 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3516035 Mar 31 20:23:34.240592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43018) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:34.246691 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Request body: {'subnet': {'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2001781596-subnet', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:34.323897 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks [] for security_group (0c1c0a6d-0b6f-4e15-bca2-a1503cefe067), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.328615 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (821a256c-e9a0-425d-a543-2be2da3e815c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.345090 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:34.356444 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (3d0f8b65-9003-4e05-8526-6979d639918b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.356790 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Added segment 3d0f8b65-9003-4e05-8526-6979d639918b of type vlan for network 3ef0f330-9cd4-4429-ba35-a997e9ca438a Mar 31 20:23:34.381793 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Made reservation on behalf of d28c1f968ed649718d6289a53e9eceec for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:34.384213 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.399180 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (3ef0f330-9cd4-4429-ba35-a997e9ca438a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.426478 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (0c1c0a6d-0b6f-4e15-bca2-a1503cefe067), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.485674 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:34.499153 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks [] for security_group (45831f31-7c77-4591-a0d5-68933e0d63f1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.505912 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (3ef0f330-9cd4-4429-ba35-a997e9ca438a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.507379 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:34.507510 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.536683 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (c77eaec1-24a1-4f30-8d87-17bafb18bc79), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.537173 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Added segment c77eaec1-24a1-4f30-8d87-17bafb18bc79 of type vlan for network 215cb16d-122d-4128-b811-9df64de194b1 Mar 31 20:23:34.548944 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821a256c-e9a0-425d-a543-2be2da3e815c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.615021 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (45831f31-7c77-4591-a0d5-68933e0d63f1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.734450 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.735548 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.736067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.736546 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.737035 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.737538 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.738067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.738555 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.739081 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.739581 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.740105 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.740586 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.741069 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.741540 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.742063 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Tracked resource versions report: Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: pushed versions: Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: { 'AddressGroup': {'1.2'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Agent': {'1.1'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'ConntrackHelper': {'1.0'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Log': {'1.0'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'NDPProxy': {'1.0'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Network': {'1.1'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Port': {'1.7'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'PortForwarding': {'1.3'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'QosPolicy': {'1.10'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroup': {'1.5'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'SubPort': {'1.0'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Subnet': {'1.1'}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Trunk': {'1.1'}} Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: consumer versions: Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Agent': '1.1', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'ConntrackHelper': '1.0', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'LocalIPAssociation': '1.0', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Log': '1.0', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'NDPProxy': '1.0', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Network': '1.1', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Port': '1.7', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'PortForwarding': '1.3', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'QosPolicy': '1.10', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroup': '1.5', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'SecurityGroupRule': '1.2', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'SubPort': '1.0', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Subnet': '1.1', Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: 'Trunk': '1.1'}} Mar 31 20:23:34.743208 dv-cinder-836070-1-smb neutron-server[103962]: {{(pid=103962) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:23:34.761171 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0404446 Mar 31 20:23:34.765590 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (215cb16d-122d-4128-b811-9df64de194b1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.769912 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43046) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:34.776207 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Request body: {'subnet': {'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1285060976-subnet', 'tenant_id': 'b6060fac94484421afd81e44789e0b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:34.807340 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:23:34.809368 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6a0d74-f982-475c-8aaf-a99af6c5fe4e admin admin] Pushing event updated for resources: {'Network': ['ID=3ef0f330-9cd4-4429-ba35-a997e9ca438a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.837913 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 3ef0f330-9cd4-4429-ba35-a997e9ca438a details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:34.845133 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.851986 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (0adb508a-9d96-474f-8781-5041170de4b5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.852364 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Added segment 0adb508a-9d96-474f-8781-5041170de4b5 of type vlan for network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 Mar 31 20:23:34.867095 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (609b60fa-6fff-4a0c-b894-b20e72077d64), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.912976 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.915267 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45831f31-7c77-4591-a0d5-68933e0d63f1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:34.948321 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.958557 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Made reservation on behalf of b6060fac94484421afd81e44789e0b38 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:34.961135 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.964190 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (215cb16d-122d-4128-b811-9df64de194b1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.966299 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:34.967042 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:34.968559 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=609b60fa-6fff-4a0c-b894-b20e72077d64,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.003086 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Checking segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:35.003435 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Network hostable DHCP agents. Network: a3188f96-bb48-4795-95f7-97f25d1aae9d, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:35.046441 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.047683 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:35.048411 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.083352 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Network a3188f96-bb48-4795-95f7-97f25d1aae9d is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:35.125685 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] Pushing event updated for resources: {'Network': ['ID=215cb16d-122d-4128-b811-9df64de194b1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.141467 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 215cb16d-122d-4128-b811-9df64de194b1 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:35.196939 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-78a67db9-f377-4206-8aed-0ee6780a5017 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.5375111 Mar 31 20:23:35.198827 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, a3188f96-bb48-4795-95f7-97f25d1aae9d) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:35.200353 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43062) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.207345 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Request body: {'subnet': {'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-subnet', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:35.211606 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4169767 Mar 31 20:23:35.217612 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:35.218234 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.219217 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43064) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.226553 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Request body: {'subnet': {'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-subnet', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:35.241274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bb8ff3-dd14-48a9-9589-58e01bcb853b None None] Network a3188f96-bb48-4795-95f7-97f25d1aae9d requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:35.282040 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e536e2-f085-475b-a599-b7dcf05427fb admin admin] Pushing event updated for resources: {'Network': ['ID=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.353337 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:23:35.378098 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Made reservation on behalf of 68facedcf14842ab88c0acfbd4a528c1 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:35.381918 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.386063 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ab804dce-76d6-4a55-828b-b80d01065d0b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1407382 Mar 31 20:23:35.386063 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Made reservation on behalf of b5743d65824c4ec19cebc8d399ed46cc for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:35.386284 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.387245 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43080) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:35.406097 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:35.474476 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (bc204b78-f0d6-4535-ae9a-66c88476c998), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.556583 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-a3188f96-bb48-4795-95f7-97f25d1aae9d', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:23:35.556583 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.603060 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc204b78-f0d6-4535-ae9a-66c88476c998,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.626655 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (fddefffa-39fc-42fc-8842-9710858054d2), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.631558 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (fddefffa-39fc-42fc-8842-9710858054d2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.637214 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Checking segment: {'id': '3d0f8b65-9003-4e05-8526-6979d639918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:35.637867 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Network hostable DHCP agents. Network: 3ef0f330-9cd4-4429-ba35-a997e9ca438a, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:35.762780 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Allocated IP 172.20.0.2 (a3188f96-bb48-4795-95f7-97f25d1aae9d/609b60fa-6fff-4a0c-b894-b20e72077d64/f1f322f1-359a-4bc5-99d3-0784d436657a) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:35.787167 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks [] for router_controller (fddefffa-39fc-42fc-8842-9710858054d2), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.873062 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Network 3ef0f330-9cd4-4429-ba35-a997e9ca438a is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:35.919081 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Publish callbacks [] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.929220 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (1f7e88de-b7ae-40cd-9e20-d00071e9b0f1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.930932 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (df71270e-1696-4ae3-a23b-aa6c27a664c3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:35.988893 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:35.998117 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Checking segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:35.998117 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Network hostable DHCP agents. Network: 215cb16d-122d-4128-b811-9df64de194b1, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:36.014544 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 3ef0f330-9cd4-4429-ba35-a997e9ca438a) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:36.014771 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.026641 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a3ef93-3544-4128-81a3-712fdc231496 None None] Network 3ef0f330-9cd4-4429-ba35-a997e9ca438a requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:36.029402 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:36.030031 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.094696 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Network a3188f96-bb48-4795-95f7-97f25d1aae9d is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:36.101333 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Network 215cb16d-122d-4128-b811-9df64de194b1 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:36.115305 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:36.117833 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:36.137859 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks [] for router_gateway (fddefffa-39fc-42fc-8842-9710858054d2), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.142671 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df71270e-1696-4ae3-a23b-aa6c27a664c3,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:36.151668 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Checking segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:36.152031 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Network hostable DHCP agents. Network: ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:23:36.168169 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Pushing event updated for resources: {'Port': ['ID=f1f322f1-359a-4bc5-99d3-0784d436657a,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:36.199079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 215cb16d-122d-4128-b811-9df64de194b1) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:36.203968 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:36.204793 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.206584 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-55dd5fe7-baac-45c7-8ab1-a022a3857586 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4340777 Mar 31 20:23:36.210807 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.211175 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.211505 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.212366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.212366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.212555 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.212884 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.213217 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.213545 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.213906 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.214260 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.214562 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.214931 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.215259 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.215674 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Tracked resource versions report: Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: pushed versions: Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: { 'AddressGroup': {'1.2'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Agent': {'1.1'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'ConntrackHelper': {'1.0'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Log': {'1.0'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'NDPProxy': {'1.0'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Network': {'1.1'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Port': {'1.7'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'PortForwarding': {'1.3'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'QosPolicy': {'1.10'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroup': {'1.5'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'SubPort': {'1.0'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Subnet': {'1.1'}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Trunk': {'1.1'}} Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: consumer versions: Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Agent': '1.1', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'ConntrackHelper': '1.0', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'LocalIPAssociation': '1.0', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Log': '1.0', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'NDPProxy': '1.0', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Network': '1.1', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Port': '1.7', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'PortForwarding': '1.3', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'QosPolicy': '1.10', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroup': '1.5', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'SecurityGroupRule': '1.2', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'SubPort': '1.0', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Subnet': '1.1', Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: 'Trunk': '1.1'}} Mar 31 20:23:36.217126 dv-cinder-836070-1-smb neutron-server[103964]: {{(pid=103964) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:23:36.225849 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7d9a53-90ca-4130-ace5-fde994c14eb8 None None] Network 215cb16d-122d-4128-b811-9df64de194b1 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:36.326865 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:23:36.329206 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ee53a85b-da9e-4bfb-b7b3-ca4b724d969b admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1277926 Mar 31 20:23:36.331859 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43108) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:36.336428 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Attempting to bind port f1f322f1-359a-4bc5-99d3-0784d436657a on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:36.336428 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Attempting to bind port f1f322f1-359a-4bc5-99d3-0784d436657a by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:36.336428 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Attempting to bind port f1f322f1-359a-4bc5-99d3-0784d436657a on network a3188f96-bb48-4795-95f7-97f25d1aae9d {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:36.339214 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:36.342337 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:36.345841 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:36.346531 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.380884 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-215cb16d-122d-4128-b811-9df64de194b1', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:23:36.398252 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.407342 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba1a1c1-7706-4db4-b799-74ed73a40ffe None None] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:36.420220 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:36.420673 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Checking segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:36.421007 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.421395 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Bound using segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:36.421907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Bound port: f1f322f1-359a-4bc5-99d3-0784d436657a, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:36.422460 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.440070 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-82a3ea82-dd95-4b58-8ab8-d150dc7e64f5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2156441 Mar 31 20:23:36.440070 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43124) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:36.449042 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e1d678-24c3-4f4e-a271-26233c5b0dc1 None None] Network 3ef0f330-9cd4-4429-ba35-a997e9ca438a requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:36.449169 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:36.497159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (dbc0d603-613b-4f90-9b8b-53eb88b26d41), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.498837 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (dbc0d603-613b-4f90-9b8b-53eb88b26d41), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.599871 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks [] for router_gateway (fddefffa-39fc-42fc-8842-9710858054d2), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.606404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks [] for router_controller (dbc0d603-613b-4f90-9b8b-53eb88b26d41), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.626029 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (a0441eef-4c71-42e8-816a-01b09f32f43f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.627056 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (a0441eef-4c71-42e8-816a-01b09f32f43f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.632221 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.678700 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43150) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:36.680666 dv-cinder-836070-1-smb neutron-server[103963]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 20:23:36.708131 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.798756 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks [] for router_controller (a0441eef-4c71-42e8-816a-01b09f32f43f), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:36.844136 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] For port f1f322f1-359a-4bc5-99d3-0784d436657a, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:36.871819 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] For port f1f322f1-359a-4bc5-99d3-0784d436657a, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f1f322f1-359a-4bc5-99d3-0784d436657a,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:36.980253 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Allocated IP 172.28.3.212 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/72686eaf-1007-400d-8f0e-8f90c229f0dd) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:36.984900 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Allocated IP 172.20.0.2 (215cb16d-122d-4128-b811-9df64de194b1/1f7e88de-b7ae-40cd-9e20-d00071e9b0f1/6f6a6187-fdf4-47e9-ba56-8501d231536b) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:36.996718 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:23:36.997962 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.029026 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.245629 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks [] for router_gateway (dbc0d603-613b-4f90-9b8b-53eb88b26d41), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.276999 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf504c-7b21-49bd-a378-828146b598d8 None None] Pushing event updated for resources: {'Port': ['ID=f1f322f1-359a-4bc5-99d3-0784d436657a,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:37.317700 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks [] for router_gateway (a0441eef-4c71-42e8-816a-01b09f32f43f), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.377561 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks [] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.394243 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Publish callbacks [] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.403144 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Allocated IP 172.20.0.2 (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6/df71270e-1696-4ae3-a23b-aa6c27a664c3/40a0b827-237a-4c62-81e9-98bdeb8957d8) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:37.509061 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.520634 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-fff0b3c8-fdc4-43d7-844e-1efa3c50618f tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:37.522689 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-fff0b3c8-fdc4-43d7-844e-1efa3c50618f tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/networks?id=3ef0f330-9cd4-4429-ba35-a997e9ca438a HTTP/1.1" status: 200 len: 812 time: 0.8427098 Mar 31 20:23:37.557946 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-e7f58d49-e383-44f4-9c08-5f86af5b8c9d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/quotas/b6060fac94484421afd81e44789e0b38 HTTP/1.1" status: 200 len: 375 time: 0.0173960 Mar 31 20:23:37.580543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Pushing event updated for resources: {'Port': ['ID=6f6a6187-fdf4-47e9-ba56-8501d231536b,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:37.623499 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-961fc050-22a1-4aa1-bbbe-c6869826b6e4 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b6060fac94484421afd81e44789e0b38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570741 Mar 31 20:23:37.624153 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Network 215cb16d-122d-4128-b811-9df64de194b1 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:37.629149 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:37.633950 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:37.685487 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.795266 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:37.815409 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:37.816080 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Attempting to bind port 6f6a6187-fdf4-47e9-ba56-8501d231536b on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:37.816278 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Attempting to bind port 6f6a6187-fdf4-47e9-ba56-8501d231536b by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:37.816653 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Attempting to bind port 6f6a6187-fdf4-47e9-ba56-8501d231536b on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:37.841852 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:37.843108 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Checking segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:37.843479 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:37.843612 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.843934 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Bound using segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:37.844464 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Bound port: 6f6a6187-fdf4-47e9-ba56-8501d231536b, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:37.844859 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.848880 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Pushing event updated for resources: {'Port': ['ID=72686eaf-1007-400d-8f0e-8f90c229f0dd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:37.921617 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks [] for router_gateway (dbc0d603-613b-4f90-9b8b-53eb88b26d41), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.960305 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks [] for router_gateway (a0441eef-4c71-42e8-816a-01b09f32f43f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:37.986478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.014554 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Publish callbacks [] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.066195 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-71831180-2987-4c32-90a1-438782f13c72 None None] For port 6f6a6187-fdf4-47e9-ba56-8501d231536b, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:38.066832 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.067543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-71831180-2987-4c32-90a1-438782f13c72 None None] For port 6f6a6187-fdf4-47e9-ba56-8501d231536b, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=6f6a6187-fdf4-47e9-ba56-8501d231536b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:38.085086 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.146714 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:38.152980 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:38.161844 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:38.205446 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.211968 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Pushing event updated for resources: {'Port': ['ID=40a0b827-237a-4c62-81e9-98bdeb8957d8,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.221616 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-1d535c1a-0776-43af-94ca-9aaf194126fa service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:23:38.223887 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-1d535c1a-0776-43af-94ca-9aaf194126fa service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3312764 Mar 31 20:23:38.284815 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Allocated IP 172.28.3.227 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/f3e2234e-5262-407d-aceb-59980a74f20c) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:38.396394 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43208) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:38.439401 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks [] for router_gateway (fddefffa-39fc-42fc-8842-9710858054d2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.456870 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Attempting to bind port 40a0b827-237a-4c62-81e9-98bdeb8957d8 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:38.457739 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Attempting to bind port 40a0b827-237a-4c62-81e9-98bdeb8957d8 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:38.459238 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Attempting to bind port 40a0b827-237a-4c62-81e9-98bdeb8957d8 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:38.464728 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks [] for port (f3e2234e-5262-407d-aceb-59980a74f20c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.472091 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71831180-2987-4c32-90a1-438782f13c72 None None] Pushing event updated for resources: {'Port': ['ID=6f6a6187-fdf4-47e9-ba56-8501d231536b,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.476379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:38.477373 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Checking segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:38.478633 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.479451 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Bound using segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:38.480320 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Bound port: 40a0b827-237a-4c62-81e9-98bdeb8957d8, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:38.482020 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.611487 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] For port 40a0b827-237a-4c62-81e9-98bdeb8957d8, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:38.616336 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] For port 40a0b827-237a-4c62-81e9-98bdeb8957d8, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=40a0b827-237a-4c62-81e9-98bdeb8957d8,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:38.652152 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.696541 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.776529 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Allocated IP 172.28.3.177 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/15245bc8-dcca-4ff5-acd7-2279722ddda1) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:38.806267 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe1ac2-42ed-44b4-8801-7b5569f112d3 None None] Pushing event updated for resources: {'Port': ['ID=40a0b827-237a-4c62-81e9-98bdeb8957d8,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:38.861094 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:38.875409 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a0fcb3-f3f1-4512-bcbf-0b73b2549c6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:38.883235 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:38.883235 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:38.914041 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561c3fec-5737-40b8-be29-d222d8157679 None None] Network a3188f96-bb48-4795-95f7-97f25d1aae9d requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:39.055714 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-dbbf5eb6-bf7a-40da-a35a-d58f56ed92e6 service neutron] 10.222.0.62 "GET /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888105 Mar 31 20:23:39.077230 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (fddefffa-39fc-42fc-8842-9710858054d2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.085553 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] Provisioning complete for port f1f322f1-359a-4bc5-99d3-0784d436657a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:39.086184 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.235138 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Pushing event updated for resources: {'Port': ['ID=f3e2234e-5262-407d-aceb-59980a74f20c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.283591 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks [] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.315578 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] Current status of the port f1f322f1-359a-4bc5-99d3-0784d436657a is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:39.315804 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.613792 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] For port f1f322f1-359a-4bc5-99d3-0784d436657a, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f1f322f1-359a-4bc5-99d3-0784d436657a,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:39.615458 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.616056 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.616498 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-ce066441-5f53-4502-bfad-a91337cf242c service neutron] 10.222.0.62 "GET /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4872563 Mar 31 20:23:39.621629 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a0fcb3-f3f1-4512-bcbf-0b73b2549c6b admin admin] Publish callbacks [] for security_group (e2260966-af05-46bd-9aff-f286131cd040), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.625739 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f35c99-87f0-49bb-80a9-83214f8ceebd None None] Pushing event updated for resources: {'Port': ['ID=f1f322f1-359a-4bc5-99d3-0784d436657a,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.651108 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Pushing event updated for resources: {'Port': ['ID=15245bc8-dcca-4ff5-acd7-2279722ddda1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.656026 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:39.670470 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:39.674226 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:39.702104 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 40a0b827-237a-4c62-81e9-98bdeb8957d8 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:39.836474 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 40a0b827-237a-4c62-81e9-98bdeb8957d8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:39.837175 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.884623 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f2a0fcb3-f3f1-4512-bcbf-0b73b2549c6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e2260966-af05-46bd-9aff-f286131cd040), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.915859 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Router fddefffa-39fc-42fc-8842-9710858054d2 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:23:39.931751 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-31cf7c9e-ee0c-4967-8386-9dfd5c2eadd9 None None] Provisioning complete for port f1f322f1-359a-4bc5-99d3-0784d436657a triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:39.935869 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-31cf7c9e-ee0c-4967-8386-9dfd5c2eadd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:39.972402 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a0fcb3-f3f1-4512-bcbf-0b73b2549c6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2260966-af05-46bd-9aff-f286131cd040,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:39.997343 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f2a0fcb3-f3f1-4512-bcbf-0b73b2549c6b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0891dfb3abec405880dc0be5c05d0150&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5974967 Mar 31 20:23:40.006167 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43242) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:40.018874 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 40a0b827-237a-4c62-81e9-98bdeb8957d8 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:40.019150 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.116859 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks [] for router_gateway (dbc0d603-613b-4f90-9b8b-53eb88b26d41), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.128353 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 40a0b827-237a-4c62-81e9-98bdeb8957d8, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=40a0b827-237a-4c62-81e9-98bdeb8957d8,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:40.203563 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43258) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:40.404471 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42498fc7-a15a-4a4b-876b-2ecdb31ad039 None None] Network 215cb16d-122d-4128-b811-9df64de194b1 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:40.417662 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.418474 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f1f322f1-359a-4bc5-99d3-0784d436657a up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:40.448454 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c1e9f69b-5564-47f3-8c9f-76edf860e4c4 req-b83d3c8f-e3df-40f5-af08-346d77ada460 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.2290139 Mar 31 20:23:40.473148 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e7f73bc-3044-4eaf-9ba9-41f7ff2edf86 admin admin] Publish callbacks [] for security_group (e2260966-af05-46bd-9aff-f286131cd040), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.507939 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:40.512123 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-31cf7c9e-ee0c-4967-8386-9dfd5c2eadd9 None None] Current status of the port f1f322f1-359a-4bc5-99d3-0784d436657a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:40.520732 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e7f73bc-3044-4eaf-9ba9-41f7ff2edf86 admin admin] Publish callbacks [] for security_group (e2260966-af05-46bd-9aff-f286131cd040), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.536754 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:40.559771 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:40.560930 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:40.715207 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.719447 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-aa9041dd-f568-449e-a0dd-b3784878e53c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.3304715 Mar 31 20:23:40.724364 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43278) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:40.731678 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=40a0b827-237a-4c62-81e9-98bdeb8957d8,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.734456 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] Provisioning complete for port 6f6a6187-fdf4-47e9-ba56-8501d231536b triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:40.734847 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.822899 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port f1f322f1-359a-4bc5-99d3-0784d436657a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:40.823146 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks [] for router_gateway (a0441eef-4c71-42e8-816a-01b09f32f43f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.823294 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.894555 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e7f73bc-3044-4eaf-9ba9-41f7ff2edf86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e2260966-af05-46bd-9aff-f286131cd040), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.898813 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e7f73bc-3044-4eaf-9ba9-41f7ff2edf86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:40.899617 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-8e7f73bc-3044-4eaf-9ba9-41f7ff2edf86 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e2260966-af05-46bd-9aff-f286131cd040 HTTP/1.1" status: 204 len: 168 time: 0.8923922 Mar 31 20:23:40.922954 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7f73bc-3044-4eaf-9ba9-41f7ff2edf86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2260966-af05-46bd-9aff-f286131cd040,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:40.925603 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7277a0-653c-4594-90a4-ca1ac788f14d None None] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:23:40.938651 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (dbc0d603-613b-4f90-9b8b-53eb88b26d41), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.170440 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:41.228235 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port f1f322f1-359a-4bc5-99d3-0784d436657a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:41.229477 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 6f6a6187-fdf4-47e9-ba56-8501d231536b up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:41.286150 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] Current status of the port 6f6a6187-fdf4-47e9-ba56-8501d231536b is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:41.286553 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.337115 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (a0441eef-4c71-42e8-816a-01b09f32f43f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.506098 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] For port 6f6a6187-fdf4-47e9-ba56-8501d231536b, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=6f6a6187-fdf4-47e9-ba56-8501d231536b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:41.584522 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 3, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:41.623556 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ca97a75b-4d22-45d6-84bc-11adb0f8e03e req-cd3a4c36-0146-4d90-bebd-f6baa97b5ecf tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.0459871 Mar 31 20:23:41.642217 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.663429 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 6f6a6187-fdf4-47e9-ba56-8501d231536b triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:41.664051 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.672669 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Router dbc0d603-613b-4f90-9b8b-53eb88b26d41 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:23:41.744620 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:41.745275 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Updating router fddefffa-39fc-42fc-8842-9710858054d2 port 72686eaf-1007-400d-8f0e-8f90c229f0dd binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:41.812134 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Router a0441eef-4c71-42e8-816a-01b09f32f43f is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:23:41.812435 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.898640 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-47f5b216-8bbf-4b72-9220-7da4f4ff45f3 None None] Provisioning complete for port 6f6a6187-fdf4-47e9-ba56-8501d231536b triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:41.899295 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-47f5b216-8bbf-4b72-9220-7da4f4ff45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:41.907559 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a4106-804a-4480-bfc3-2e8cb326a7e3 None None] Pushing event updated for resources: {'Port': ['ID=6f6a6187-fdf4-47e9-ba56-8501d231536b,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:41.934815 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43330) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:41.969027 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0ac01dd-8cfc-4865-b57e-d1f10d69b99c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.152776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43340) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:42.185956 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:42.268563 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:42.277389 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 6f6a6187-fdf4-47e9-ba56-8501d231536b is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:42.292549 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:42.311799 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.312326 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:42.313026 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-648fe2dc-3573-4047-8fa5-00a0b96b576e admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.8722024 Mar 31 20:23:42.313406 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:42.316142 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43356) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:42.329592 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Sync routers for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:42.374593 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:42.375244 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:42.411481 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0ac01dd-8cfc-4865-b57e-d1f10d69b99c admin admin] Publish callbacks [] for security_group (b741fb55-0d70-4850-9892-71ffcca2b609), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.473071 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d9ef484f-38d8-4ef7-857c-84c4b431126a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.562955 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:42.616659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.619122 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-d59ae7ae-a56e-40f8-a0fe-8795e4c4f92f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.2803395 Mar 31 20:23:42.627060 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c0ac01dd-8cfc-4865-b57e-d1f10d69b99c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (b741fb55-0d70-4850-9892-71ffcca2b609), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.642012 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f1f322f1-359a-4bc5-99d3-0784d436657a up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:42.643594 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43370) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:42.862864 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-c0ac01dd-8cfc-4865-b57e-d1f10d69b99c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de24e2ed9e8844f3bbeef1bec624f2d3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9265437 Mar 31 20:23:42.870580 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d9ef484f-38d8-4ef7-857c-84c4b431126a admin admin] Publish callbacks [] for security_group (255ce2cf-0609-47c5-8cd6-d2384b79cd70), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:42.871380 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43386) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:42.944081 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:42.964901 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-265d5bf4-a636-4891-96ec-ca5cac62c9fb req-2334453a-0c89-46a3-9a86-65cdf58e1c7c tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.1238382 Mar 31 20:23:42.969976 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.000954 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac01dd-8cfc-4865-b57e-d1f10d69b99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b741fb55-0d70-4850-9892-71ffcca2b609,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:43.026617 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d9ef484f-38d8-4ef7-857c-84c4b431126a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (255ce2cf-0609-47c5-8cd6-d2384b79cd70), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.120110 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-47f5b216-8bbf-4b72-9220-7da4f4ff45f3 None None] Current status of the port 6f6a6187-fdf4-47e9-ba56-8501d231536b is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:43.154030 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Publish callbacks [] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.157551 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:39Z', 'revision_number': 3, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:43.235959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ef484f-38d8-4ef7-857c-84c4b431126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=255ce2cf-0609-47c5-8cd6-d2384b79cd70,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:43.236143 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Checking router: dbc0d603-613b-4f90-9b8b-53eb88b26d41 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:43.236455 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Updating router dbc0d603-613b-4f90-9b8b-53eb88b26d41 port f3e2234e-5262-407d-aceb-59980a74f20c binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:43.245656 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f11eaa9c-008d-412f-bdd0-6f509ea5536a admin admin] Publish callbacks [] for security_group (b741fb55-0d70-4850-9892-71ffcca2b609), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.256658 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d9ef484f-38d8-4ef7-857c-84c4b431126a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0961b524645942629a30821ad518d14b&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1033375 Mar 31 20:23:43.262113 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43402) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:43.313792 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.372312 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f11eaa9c-008d-412f-bdd0-6f509ea5536a admin admin] Publish callbacks [] for security_group (b741fb55-0d70-4850-9892-71ffcca2b609), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.417042 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Pushing event updated for resources: {'Port': ['ID=72686eaf-1007-400d-8f0e-8f90c229f0dd,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:43.421530 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Allocated IP 172.20.0.1 (a3188f96-bb48-4795-95f7-97f25d1aae9d/609b60fa-6fff-4a0c-b894-b20e72077d64/782eba67-a279-4c8f-80a5-1a9757dcc234) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:43.435469 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.436104 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.436659 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.441275 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.450250 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.452161 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.454921 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.457564 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.458524 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.459189 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.459823 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.460488 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.461119 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.461789 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.462421 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Tracked resource versions report: Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: pushed versions: Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: { 'AddressGroup': {'1.2'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Agent': {'1.1'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'ConntrackHelper': {'1.0'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'LocalIPAssociation': {'1.0'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Log': {'1.0'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'NDPProxy': {'1.0'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Network': {'1.1'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Port': {'1.7'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'PortForwarding': {'1.3'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'QosPolicy': {'1.10'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroup': {'1.5'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroupRule': {'1.2'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'SubPort': {'1.0'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Subnet': {'1.1'}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Trunk': {'1.1'}} Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: consumer versions: Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: { DHCP agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: HyperV agent@hv-cinder-83607: {}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: L3 agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: Metadata agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: Metering agent@dv-cinder-836070-1-smb: {}, Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: Open vSwitch agent@dv-cinder-836070-1-smb: { 'AddressGroup': '1.2', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Agent': '1.1', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'ConntrackHelper': '1.0', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'LocalIPAssociation': '1.0', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Log': '1.0', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'NDPProxy': '1.0', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Network': '1.1', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Port': '1.7', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'PortForwarding': '1.3', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'QosPolicy': '1.10', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroup': '1.5', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'SecurityGroupRule': '1.2', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'SubPort': '1.0', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Subnet': '1.1', Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: 'Trunk': '1.1'}} Mar 31 20:23:43.465013 dv-cinder-836070-1-smb neutron-server[103965]: {{(pid=103965) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 20:23:43.470439 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-47f5b216-8bbf-4b72-9220-7da4f4ff45f3 None None] Provisioning complete for port 40a0b827-237a-4c62-81e9-98bdeb8957d8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:43.470439 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-47f5b216-8bbf-4b72-9220-7da4f4ff45f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.482666 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.564401 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port f1f322f1-359a-4bc5-99d3-0784d436657a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:43.564800 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.572107 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:40Z', 'revision_number': 3, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:43.667446 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:43.667808 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Updating router a0441eef-4c71-42e8-816a-01b09f32f43f port 15245bc8-dcca-4ff5-acd7-2279722ddda1 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:43.716930 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.755674 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks [] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.813552 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0804f61e-64e7-49ff-bb75-1668302b9b01 admin admin] Publish callbacks [] for security_group (255ce2cf-0609-47c5-8cd6-d2384b79cd70), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.819672 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Attempting to bind port 72686eaf-1007-400d-8f0e-8f90c229f0dd on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:43.820308 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Attempting to bind port 72686eaf-1007-400d-8f0e-8f90c229f0dd by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:43.820896 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Attempting to bind port 72686eaf-1007-400d-8f0e-8f90c229f0dd on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:43.839921 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:43.842591 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:43.843217 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.843956 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:43.844833 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Bound port: 72686eaf-1007-400d-8f0e-8f90c229f0dd, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:43.845459 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.848877 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0804f61e-64e7-49ff-bb75-1668302b9b01 admin admin] Publish callbacks [] for security_group (255ce2cf-0609-47c5-8cd6-d2384b79cd70), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.919391 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:43.988886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Pushing event updated for resources: {'Port': ['ID=782eba67-a279-4c8f-80a5-1a9757dcc234,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:44.000259 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-47f5b216-8bbf-4b72-9220-7da4f4ff45f3 None None] Current status of the port 40a0b827-237a-4c62-81e9-98bdeb8957d8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:44.006585 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0804f61e-64e7-49ff-bb75-1668302b9b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (255ce2cf-0609-47c5-8cd6-d2384b79cd70), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.008842 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Network a3188f96-bb48-4795-95f7-97f25d1aae9d is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:44.009228 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0804f61e-64e7-49ff-bb75-1668302b9b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.012741 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0804f61e-64e7-49ff-bb75-1668302b9b01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/255ce2cf-0609-47c5-8cd6-d2384b79cd70 HTTP/1.1" status: 204 len: 168 time: 0.7440870 Mar 31 20:23:44.013400 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:44.024681 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:44.027088 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] For port 72686eaf-1007-400d-8f0e-8f90c229f0dd, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:44.030632 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (fddefffa-39fc-42fc-8842-9710858054d2), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.034564 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] For port 72686eaf-1007-400d-8f0e-8f90c229f0dd, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=72686eaf-1007-400d-8f0e-8f90c229f0dd,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:44.077472 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f11eaa9c-008d-412f-bdd0-6f509ea5536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (b741fb55-0d70-4850-9892-71ffcca2b609), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.080872 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f11eaa9c-008d-412f-bdd0-6f509ea5536a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.084971 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f11eaa9c-008d-412f-bdd0-6f509ea5536a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b741fb55-0d70-4850-9892-71ffcca2b609 HTTP/1.1" status: 204 len: 168 time: 1.2084262 Mar 31 20:23:44.084971 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804f61e-64e7-49ff-bb75-1668302b9b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=255ce2cf-0609-47c5-8cd6-d2384b79cd70,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:44.135936 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11eaa9c-008d-412f-bdd0-6f509ea5536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b741fb55-0d70-4850-9892-71ffcca2b609,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:44.222483 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.266892 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port f1f322f1-359a-4bc5-99d3-0784d436657a is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:44.267992 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 40a0b827-237a-4c62-81e9-98bdeb8957d8 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:44.287268 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bae325f3-00bc-41c0-b5cb-3e46a3f5bb65 req-c74670d7-a8d7-4b87-8fb1-d60dfe6381d9 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.0538485 Mar 31 20:23:44.312388 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.345584 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-7f61dca3-fde6-4706-8570-55bd029e6721 None None] Provisioning complete for port 40a0b827-237a-4c62-81e9-98bdeb8957d8 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:44.346797 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-7f61dca3-fde6-4706-8570-55bd029e6721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.348539 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.378497 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78256913-22e4-442e-ae96-0c6a1fe026c3 None None] Pushing event updated for resources: {'Port': ['ID=72686eaf-1007-400d-8f0e-8f90c229f0dd,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:44.402470 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Publish callbacks [] for port (f3e2234e-5262-407d-aceb-59980a74f20c), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.419477 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:44.420370 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:44.632641 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Allocated IP 172.20.0.1 (215cb16d-122d-4128-b811-9df64de194b1/1f7e88de-b7ae-40cd-9e20-d00071e9b0f1/4e39f77e-f505-4180-9968-23dff9bd6802) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:44.644046 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Allocated IP 172.20.0.1 (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6/df71270e-1696-4ae3-a23b-aa6c27a664c3/ed81ff7f-5096-4af4-bfc3-7741c974c4a1) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:44.722461 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-7f61dca3-fde6-4706-8570-55bd029e6721 None None] Current status of the port 40a0b827-237a-4c62-81e9-98bdeb8957d8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:44.736990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 40a0b827-237a-4c62-81e9-98bdeb8957d8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:44.737393 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.739672 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.865155 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:44.901273 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:44.974341 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 55366) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:45.025899 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4fd8f8ed-a157-4dc8-95d1-82b83c2ef02b None None] Provisioning complete for port 782eba67-a279-4c8f-80a5-1a9757dcc234 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:45.026299 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4fd8f8ed-a157-4dc8-95d1-82b83c2ef02b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.128682 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Attempting to bind port f3e2234e-5262-407d-aceb-59980a74f20c on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:45.135001 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Attempting to bind port f3e2234e-5262-407d-aceb-59980a74f20c by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:45.135001 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Attempting to bind port f3e2234e-5262-407d-aceb-59980a74f20c on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:45.140546 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:45.140967 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:45.141332 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.141706 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:45.142214 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Bound port: f3e2234e-5262-407d-aceb-59980a74f20c, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:45.142593 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.228676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks [] for port (4e39f77e-f505-4180-9968-23dff9bd6802), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.307548 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586df93c-d707-4d1e-a52d-c3f852517aac None None] Pushing event updated for resources: {'Port': ['ID=f3e2234e-5262-407d-aceb-59980a74f20c,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:45.308412 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8f8ed-a157-4dc8-95d1-82b83c2ef02b None None] Port 782eba67-a279-4c8f-80a5-1a9757dcc234 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:45.363903 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 40a0b827-237a-4c62-81e9-98bdeb8957d8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:45.365023 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 6f6a6187-fdf4-47e9-ba56-8501d231536b up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:45.366090 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] For port f3e2234e-5262-407d-aceb-59980a74f20c, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:45.370018 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] For port f3e2234e-5262-407d-aceb-59980a74f20c, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f3e2234e-5262-407d-aceb-59980a74f20c,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:45.374954 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks [] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.418724 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 3, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:45.470031 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Publish callbacks [] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.487681 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4d8afe-90a1-4ad3-9228-142eecb416ef None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:38Z', 'revision_number': 3, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:45.508253 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-46d7ae08-c1bb-4b4a-89eb-e9f56102ce23 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:45.508253 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-46d7ae08-c1bb-4b4a-89eb-e9f56102ce23 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.58 "GET /v2.0/networks?id=3ef0f330-9cd4-4429-ba35-a997e9ca438a HTTP/1.1" status: 200 len: 812 time: 0.5281692 Mar 31 20:23:45.513073 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 6f6a6187-fdf4-47e9-ba56-8501d231536b triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:45.513438 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.514037 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.567424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Request body: {'port': {'device_id': '9e266016-26ae-446d-8681-e501eedc711d', 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a', 'admin_state_up': True, 'tenant_id': 'b6060fac94484421afd81e44789e0b38'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:45.571592 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.603642 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.608471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks [] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.655865 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:23:45.662581 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:45.663231 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:45.672012 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586df93c-d707-4d1e-a52d-c3f852517aac None None] Pushing event updated for resources: {'Port': ['ID=f3e2234e-5262-407d-aceb-59980a74f20c,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:45.804139 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Pushing event updated for resources: {'Port': ['ID=4e39f77e-f505-4180-9968-23dff9bd6802,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:45.819823 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.842163 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Network 215cb16d-122d-4128-b811-9df64de194b1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:45.842364 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e089-c142-441e-80aa-af7fa3966cfc None None] Pushing event updated for resources: {'Port': ['ID=15245bc8-dcca-4ff5-acd7-2279722ddda1,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:45.878599 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.881044 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (fddefffa-39fc-42fc-8842-9710858054d2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.886482 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:45.893880 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:45.894605 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (dbc0d603-613b-4f90-9b8b-53eb88b26d41), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:45.968193 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 6f6a6187-fdf4-47e9-ba56-8501d231536b is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:45.970464 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Attempting to bind port 15245bc8-dcca-4ff5-acd7-2279722ddda1 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:45.989439 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Attempting to bind port 15245bc8-dcca-4ff5-acd7-2279722ddda1 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:45.989831 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Attempting to bind port 15245bc8-dcca-4ff5-acd7-2279722ddda1 on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:46.022122 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:46.022562 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:46.023102 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.023625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:46.024281 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Bound port: 15245bc8-dcca-4ff5-acd7-2279722ddda1, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:46.024806 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.150294 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:46.365116 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] For port 15245bc8-dcca-4ff5-acd7-2279722ddda1, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:46.375230 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:46.379637 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:46.384406 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:46.385099 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (a0441eef-4c71-42e8-816a-01b09f32f43f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.399487 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] For port 15245bc8-dcca-4ff5-acd7-2279722ddda1, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=15245bc8-dcca-4ff5-acd7-2279722ddda1,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:46.479627 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.547145 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Pushing event updated for resources: {'Port': ['ID=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.640190 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a9646378-891d-4816-84ad-a918161d8151 req-6036cfcf-df33-49ec-8153-8153e2e42e37 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.7049367 Mar 31 20:23:46.790147 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.801316 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Pushing event updated for resources: {'Port': ['ID=782eba67-a279-4c8f-80a5-1a9757dcc234,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:46.911203 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Network a3188f96-bb48-4795-95f7-97f25d1aae9d is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:46.912537 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:46.915392 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-3ff46f30-72b1-4b1d-9adb-9ff99fcd0ece None None] Provisioning complete for port 4e39f77e-f505-4180-9968-23dff9bd6802 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:46.916273 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3ff46f30-72b1-4b1d-9adb-9ff99fcd0ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.984228 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Made reservation on behalf of b6060fac94484421afd81e44789e0b38 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:23:46.988704 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:46.999739 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:47.002204 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:47.005832 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.060695 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:39Z', 'revision_number': 3, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:47.195257 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e262fe4-9795-4d9a-a38d-29537ddb4cdf None None] The sync data for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb is: [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:39Z', 'revision_number': 3, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:47.243269 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-3ff46f30-72b1-4b1d-9adb-9ff99fcd0ece None None] Port 4e39f77e-f505-4180-9968-23dff9bd6802 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:47.299846 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca34e089-c142-441e-80aa-af7fa3966cfc None None] Pushing event updated for resources: {'Port': ['ID=15245bc8-dcca-4ff5-acd7-2279722ddda1,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:47.393604 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:47.516626 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-265c5d32-5ace-45f8-8381-e07e24e59a8c None None] Provisioning complete for port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:47.516978 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-265c5d32-5ace-45f8-8381-e07e24e59a8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.600680 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Allocated IP 172.20.0.8 (3ef0f330-9cd4-4429-ba35-a997e9ca438a/bc204b78-f0d6-4535-ae9a-66c88476c998/2b04a8fc-6e61-4f41-bf33-d423993eb9cb) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:47.676970 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks [] for port (4e39f77e-f505-4180-9968-23dff9bd6802), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.776625 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.776625 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (dbc0d603-613b-4f90-9b8b-53eb88b26d41), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:47.781565 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-265c5d32-5ace-45f8-8381-e07e24e59a8c None None] Port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:47.809881 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks [] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.053849 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks [] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.115865 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-31d4fe15-deb4-424e-882f-db0e02ceae9f None None] Provisioning complete for port 782eba67-a279-4c8f-80a5-1a9757dcc234 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:48.116633 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-31d4fe15-deb4-424e-882f-db0e02ceae9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.269011 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.339961 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 72686eaf-1007-400d-8f0e-8f90c229f0dd up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:48.484468 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-31d4fe15-deb4-424e-882f-db0e02ceae9f None None] Port 782eba67-a279-4c8f-80a5-1a9757dcc234 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:48.494482 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 72686eaf-1007-400d-8f0e-8f90c229f0dd triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:48.495096 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.589456 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:48.639945 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.657413 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (a0441eef-4c71-42e8-816a-01b09f32f43f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:48.755919 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a637c9-c8c7-4a66-a098-c1481f78eaf2 None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:48.792140 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Network 215cb16d-122d-4128-b811-9df64de194b1 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:48.823749 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:48.886502 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43558) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:48.957599 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 72686eaf-1007-400d-8f0e-8f90c229f0dd is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:48.959589 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.061171 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 72686eaf-1007-400d-8f0e-8f90c229f0dd, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=72686eaf-1007-400d-8f0e-8f90c229f0dd,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:49.147812 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43562) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:49.148008 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.148665 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f3e2234e-5262-407d-aceb-59980a74f20c up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:49.199573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Pushing event updated for resources: {'Port': ['ID=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:49.548187 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Network 3ef0f330-9cd4-4429-ba35-a997e9ca438a is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:49.584335 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:49.600076 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:23:49.612850 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:49.642920 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Pushing event updated for resources: {'Port': ['ID=4e39f77e-f505-4180-9968-23dff9bd6802,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:49.644611 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.679015 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab00908-e313-48da-abe3-a796ad7e3bd0 req-f83082e4-3f87-4fd3-9494-919db3d4c890 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:49.703192 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3ab00908-e313-48da-abe3-a796ad7e3bd0 req-f83082e4-3f87-4fd3-9494-919db3d4c890 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 931 time: 1.5430756 Mar 31 20:23:49.765596 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Router dbc0d603-613b-4f90-9b8b-53eb88b26d41 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:49.781236 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Router fddefffa-39fc-42fc-8842-9710858054d2 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:49.837110 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port f3e2234e-5262-407d-aceb-59980a74f20c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:49.855754 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:49.856120 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Pushing event updated for resources: {'Port': ['ID=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:49.904373 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3ab00908-e313-48da-abe3-a796ad7e3bd0 req-83b61283-1de5-4d26-8b24-0d5131b3348e tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998270 Mar 31 20:23:49.930177 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=72686eaf-1007-400d-8f0e-8f90c229f0dd,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:49.976056 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f1e267cb-c9c6-4972-b9d2-9d7aad451a11 None None] Provisioning complete for port 4e39f77e-f505-4180-9968-23dff9bd6802 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:49.976732 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f1e267cb-c9c6-4972-b9d2-9d7aad451a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.089888 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-97427004-40b4-4988-b49c-c079d7d9c58d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5314052 Mar 31 20:23:50.231063 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f1e267cb-c9c6-4972-b9d2-9d7aad451a11 None None] Port 4e39f77e-f505-4180-9968-23dff9bd6802 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:50.274746 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:50.302367 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7a0e6624-42f7-4710-8f30-b5eaaabe6f34 admin admin] 10.222.0.62 "PUT /v2.0/routers/dbc0d603-613b-4f90-9b8b-53eb88b26d41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6485915 Mar 31 20:23:50.314071 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:23:50.318548 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:23:50.330659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4da53ec2-c4fb-47b1-b8d7-0c424c59056c tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:23:50.330659 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4da53ec2-c4fb-47b1-b8d7-0c424c59056c tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0252237 Mar 31 20:23:50.359493 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port f3e2234e-5262-407d-aceb-59980a74f20c is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:50.359923 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.433970 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port f3e2234e-5262-407d-aceb-59980a74f20c, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f3e2234e-5262-407d-aceb-59980a74f20c,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:50.512348 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.557584 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:50.587833 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:50.639435 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e1806ffe-2838-4270-83f4-e73a1501fa9f admin admin] 10.222.0.62 "PUT /v2.0/routers/fddefffa-39fc-42fc-8842-9710858054d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9034507 Mar 31 20:23:50.733229 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:50.734280 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:50.744883 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616e4a47-b185-4220-9efd-44591303f65f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.789573 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ab13df30-1204-4b73-988f-c58c2787c9c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:50.912599 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=f3e2234e-5262-407d-aceb-59980a74f20c,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:50.930292 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 72686eaf-1007-400d-8f0e-8f90c229f0dd up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:51.217466 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a3afe4-8335-44c2-a541-9bebab0d81f6 req-17eb4c44-50f8-40d7-ae1a-6c6cd9ffcf86 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:51.227506 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3a3afe4-8335-44c2-a541-9bebab0d81f6 req-17eb4c44-50f8-40d7-ae1a-6c6cd9ffcf86 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 931 time: 0.1270292 Mar 31 20:23:51.344941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Request body: {'port': {'device_id': '9e266016-26ae-446d-8681-e501eedc711d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:51.475324 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616e4a47-b185-4220-9efd-44591303f65f admin admin] Publish callbacks [] for security_group (cedff673-816e-4b8b-87b0-2e685415dadb), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.512618 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Router a0441eef-4c71-42e8-816a-01b09f32f43f has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:23:51.517730 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ab13df30-1204-4b73-988f-c58c2787c9c7 admin admin] Publish callbacks [] for security_group (4849a491-280a-4cd6-9bed-051eefe8a603), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.558341 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-616e4a47-b185-4220-9efd-44591303f65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (cedff673-816e-4b8b-87b0-2e685415dadb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.818314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6d1a6978-6aad-4abb-b381-bb3997620c27 None None] Provisioning complete for port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:51.821840 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6978-6aad-4abb-b381-bb3997620c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.836452 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3a3afe4-8335-44c2-a541-9bebab0d81f6 req-023c7a39-d1a9-4e18-9e71-71d3fd28966d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074791 Mar 31 20:23:51.875023 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:51.920268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ab13df30-1204-4b73-988f-c58c2787c9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (4849a491-280a-4cd6-9bed-051eefe8a603), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:52.022217 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:52.116105 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-616e4a47-b185-4220-9efd-44591303f65f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=cc72d055021d44bc8bd1cb41f5415d7a&name=default HTTP/1.1" status: 200 len: 2993 time: 3.1280036 Mar 31 20:23:52.130737 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43618) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:52.192068 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616e4a47-b185-4220-9efd-44591303f65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cedff673-816e-4b8b-87b0-2e685415dadb,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:52.211150 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Sync routers for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:52.231059 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ab13df30-1204-4b73-988f-c58c2787c9c7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7f616cdd9fa14b288b9a21f29f9049e0&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0725086 Mar 31 20:23:52.231750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43622) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:52.251374 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:52.256991 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:52.270797 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a6978-6aad-4abb-b381-bb3997620c27 None None] Port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:23:52.415132 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 72686eaf-1007-400d-8f0e-8f90c229f0dd triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:52.415640 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:52.499941 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:23:52.601323 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13df30-1204-4b73-988f-c58c2787c9c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4849a491-280a-4cd6-9bed-051eefe8a603,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:52.618682 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-861a693e-ac48-45be-9d94-df4c7e49528b admin admin] 10.222.0.62 "PUT /v2.0/routers/a0441eef-4c71-42e8-816a-01b09f32f43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3001788 Mar 31 20:23:52.696361 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a7c95e2-7f76-4489-8f5f-bebbb4416cc4 admin admin] Publish callbacks [] for security_group (cedff673-816e-4b8b-87b0-2e685415dadb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:52.800676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43642) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:52.825070 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1129779070', 'description': 'tempest-description--1296750646'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:52.851394 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 72686eaf-1007-400d-8f0e-8f90c229f0dd is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:52.928407 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a7c95e2-7f76-4489-8f5f-bebbb4416cc4 admin admin] Publish callbacks [] for security_group (cedff673-816e-4b8b-87b0-2e685415dadb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.043276 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8ebe-382c-49dc-8d0e-565e375a04c3 admin admin] Publish callbacks [] for security_group (4849a491-280a-4cd6-9bed-051eefe8a603), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.124007 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:53.179448 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.306354 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8ebe-382c-49dc-8d0e-565e375a04c3 admin admin] Publish callbacks [] for security_group (4849a491-280a-4cd6-9bed-051eefe8a603), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.439657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 15245bc8-dcca-4ff5-acd7-2279722ddda1 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:53.463241 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b04a8fc-6e61-4f41-bf33-d423993eb9cb {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:23:53.475053 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Publish callbacks [] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.496644 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:23:45Z', 'revision_number': 2, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:53.540456 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a7c95e2-7f76-4489-8f5f-bebbb4416cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (cedff673-816e-4b8b-87b0-2e685415dadb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.550968 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Transition to ACTIVE for port object 2b04a8fc-6e61-4f41-bf33-d423993eb9cb will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:23:53.561319 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9a7c95e2-7f76-4489-8f5f-bebbb4416cc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.590982 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-9a7c95e2-7f76-4489-8f5f-bebbb4416cc4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cedff673-816e-4b8b-87b0-2e685415dadb HTTP/1.1" status: 204 len: 168 time: 1.4390488 Mar 31 20:23:53.605453 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749cda47-071b-470c-862d-b860e8d58e6c req-fcc68bf1-56f0-40fe-adc0-3dd869ac9ff5 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:53.614045 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-749cda47-071b-470c-862d-b860e8d58e6c req-fcc68bf1-56f0-40fe-adc0-3dd869ac9ff5 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 931 time: 0.4791169 Mar 31 20:23:53.655105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7d205cae-a07c-4133-a52c-913884d84743 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:53.655105 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7d205cae-a07c-4133-a52c-913884d84743 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 819 time: 0.9889402 Mar 31 20:23:53.657172 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.658525 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8ebe-382c-49dc-8d0e-565e375a04c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (4849a491-280a-4cd6-9bed-051eefe8a603), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.681837 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc6d8ebe-382c-49dc-8d0e-565e375a04c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.685277 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-fc6d8ebe-382c-49dc-8d0e-565e375a04c3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4849a491-280a-4cd6-9bed-051eefe8a603 HTTP/1.1" status: 204 len: 168 time: 1.3870375 Mar 31 20:23:53.695855 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:53.696455 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Updating router fddefffa-39fc-42fc-8842-9710858054d2 port 782eba67-a279-4c8f-80a5-1a9757dcc234 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:53.724276 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c95e2-7f76-4489-8f5f-bebbb4416cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedff673-816e-4b8b-87b0-2e685415dadb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:53.793366 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6d8ebe-382c-49dc-8d0e-565e375a04c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4849a491-280a-4cd6-9bed-051eefe8a603,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:53.812626 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-8d007d29-bd6d-4315-a82e-3105a8646531 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/quotas/b5743d65824c4ec19cebc8d399ed46cc HTTP/1.1" status: 200 len: 375 time: 0.1082032 Mar 31 20:23:53.830823 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (983bc4e2-dfbc-438b-bb06-595fafdbcc34), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.907194 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.907991 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (983bc4e2-dfbc-438b-bb06-595fafdbcc34), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:53.926126 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-749cda47-071b-470c-862d-b860e8d58e6c req-b9af3984-4c2e-4b49-8604-4e7040cbd0db tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940774 Mar 31 20:23:53.947959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43660) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:53.998931 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:47Z', 'revision_number': 2, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:54.051006 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43666) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:54.143517 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=983bc4e2-dfbc-438b-bb06-595fafdbcc34,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:54.170366 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Checking router: dbc0d603-613b-4f90-9b8b-53eb88b26d41 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:54.174165 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Updating router dbc0d603-613b-4f90-9b8b-53eb88b26d41 port 4e39f77e-f505-4180-9968-23dff9bd6802 binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:54.174352 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.179270 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a0ec074d-78a8-4b8c-bde0-eddf249e3322 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.3705120 Mar 31 20:23:54.185020 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43670) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:54.203786 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'security_group_rule': {'security_group_id': '983bc4e2-dfbc-438b-bb06-595fafdbcc34', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:54.266886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Pushing event updated for resources: {'Port': ['ID=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:54.308612 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.391980 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (a388f824-e89f-4cae-9d85-6f64cfc74d93), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.622016 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (a388f824-e89f-4cae-9d85-6f64cfc74d93), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.684642 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (a388f824-e89f-4cae-9d85-6f64cfc74d93), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.763094 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:23:54.774776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a388f824-e89f-4cae-9d85-6f64cfc74d93,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:54.920192 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.922984 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-23c2b3ed-6aee-4676-996c-efb671848e68 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7359016 Mar 31 20:23:54.926707 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43676) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:54.954013 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Attempting to bind port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:54.955257 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Attempting to bind port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '3d0f8b65-9003-4e05-8526-6979d639918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:54.955757 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Attempting to bind port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb on network 3ef0f330-9cd4-4429-ba35-a997e9ca438a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:54.962161 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb on network 3ef0f330-9cd4-4429-ba35-a997e9ca438a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:23:54.962614 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Attempting to bind port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb on network 3ef0f330-9cd4-4429-ba35-a997e9ca438a {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:54.971089 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'security_group_rule': {'security_group_id': '983bc4e2-dfbc-438b-bb06-595fafdbcc34', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:54.971312 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-39474b1b-b031-46cb-bd30-e1fcb031c054 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&fields=id HTTP/1.1" status: 200 len: 302 time: 1.0791895 Mar 31 20:23:54.976074 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:54.976457 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Checking segment: {'id': '3d0f8b65-9003-4e05-8526-6979d639918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:54.977175 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Bound using segment: {'id': '3d0f8b65-9003-4e05-8526-6979d639918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:54.977628 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Bound port: 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d0f8b65-9003-4e05-8526-6979d639918b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:54.978027 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:54.992960 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:54.993805 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:55.138311 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (ebb517e6-1b6d-4f39-b75a-76cb8c685a3f), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.218915 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d65d58a3-f35c-4df5-b19a-74680441ed18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.232002 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] For port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:55.275268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43680) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:55.300889 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] For port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,segment=NetworkSegment(3d0f8b65-9003-4e05-8526-6979d639918b),segment_id=3d0f8b65-9003-4e05-8526-6979d639918b)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:55.316670 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978832885', 'description': 'tempest-description--1735456955'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:55.415547 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4c25b01-4c99-490a-9ca0-50faacc8a995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.416306 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.582197 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 15245bc8-dcca-4ff5-acd7-2279722ddda1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:55.582801 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.599821 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43686) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:55.642917 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4c25b01-4c99-490a-9ca0-50faacc8a995 admin admin] Publish callbacks [] for security_group (f155eaac-30e5-43cb-ab50-c7ed3840ceb2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.649220 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.694402 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (ebb517e6-1b6d-4f39-b75a-76cb8c685a3f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.707581 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Publish callbacks [] for port (4e39f77e-f505-4180-9968-23dff9bd6802), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.713493 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d4c25b01-4c99-490a-9ca0-50faacc8a995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (f155eaac-30e5-43cb-ab50-c7ed3840ceb2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.781048 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-218ad65d-355c-4585-bc61-cc71f8527711 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.815672 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.826133 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Publish callbacks [] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.842481 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Pushing event updated for resources: {'Port': ['ID=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:55.860719 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-f5cb54f8-7caf-43b7-97c2-1b13305975c3 service neutron] 10.222.0.62 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8553507 Mar 31 20:23:55.868143 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (ebb517e6-1b6d-4f39-b75a-76cb8c685a3f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.892682 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:55.902362 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695e932-421c-47b4-9c9d-45c0f9dea1f8 None None] Pushing event updated for resources: {'Port': ['ID=4e39f77e-f505-4180-9968-23dff9bd6802,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:55.972420 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d65d58a3-f35c-4df5-b19a-74680441ed18 admin admin] Publish callbacks [] for security_group (3c2d3a0f-c1b4-40d9-9886-14d37e9f236e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.975668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:55.977446 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:55.980658 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-4a9fa60b-88ca-423a-ab74-d588314b5a33 service neutron] 10.222.0.58 "PUT /v2.0/ports/2b04a8fc-6e61-4f41-bf33-d423993eb9cb HTTP/1.1" status: 200 len: 1093 time: 5.2703578 Mar 31 20:23:55.982480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e266016-26ae-446d-8681-e501eedc711d', 'tag': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:23:56.057151 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (bca8b3d8-3a30-4b39-84e1-6bfe3e42226d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.080624 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d4c25b01-4c99-490a-9ca0-50faacc8a995 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c0a92c44d63e4f889cb467475f1628f3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1175852 Mar 31 20:23:56.091218 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 15245bc8-dcca-4ff5-acd7-2279722ddda1 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:56.092113 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.095214 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43696) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:56.095998 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebb517e6-1b6d-4f39-b75a-76cb8c685a3f,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:56.104435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d65d58a3-f35c-4df5-b19a-74680441ed18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (3c2d3a0f-c1b4-40d9-9886-14d37e9f236e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.105729 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.186597 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d65d58a3-f35c-4df5-b19a-74680441ed18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=57d3bbe8f58044bf8f2ee606e6af5e2d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1274140 Mar 31 20:23:56.209715 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (bca8b3d8-3a30-4b39-84e1-6bfe3e42226d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.227174 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43698) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:56.227906 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31141e78-2c5d-4175-ad4e-94569f06516b admin admin] Publish callbacks [] for security_group (f155eaac-30e5-43cb-ab50-c7ed3840ceb2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.245483 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Attempting to bind port 4e39f77e-f505-4180-9968-23dff9bd6802 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:56.246487 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Attempting to bind port 4e39f77e-f505-4180-9968-23dff9bd6802 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:56.247318 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Attempting to bind port 4e39f77e-f505-4180-9968-23dff9bd6802 on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:56.257701 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:56.258994 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Checking segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:56.262103 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.263211 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Bound using segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:56.264290 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Bound port: 4e39f77e-f505-4180-9968-23dff9bd6802, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:56.265155 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.268893 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31141e78-2c5d-4175-ad4e-94569f06516b admin admin] Publish callbacks [] for security_group (f155eaac-30e5-43cb-ab50-c7ed3840ceb2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.320382 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c25b01-4c99-490a-9ca0-50faacc8a995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f155eaac-30e5-43cb-ab50-c7ed3840ceb2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:56.335388 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.336766 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6d870450-135d-4ef0-aec2-d817ee6c0960 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4075878 Mar 31 20:23:56.353889 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43702) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:56.414638 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:56.424429 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.433973 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.1492076 Mar 31 20:23:56.463888 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] For port 4e39f77e-f505-4180-9968-23dff9bd6802, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:56.465378 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43706) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:56.474332 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] For port 4e39f77e-f505-4180-9968-23dff9bd6802, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=4e39f77e-f505-4180-9968-23dff9bd6802,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:56.482963 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'security_group_rule': {'security_group_id': 'bca8b3d8-3a30-4b39-84e1-6bfe3e42226d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:56.569732 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.571463 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d58a3-f35c-4df5-b19a-74680441ed18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2d3a0f-c1b4-40d9-9886-14d37e9f236e,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:56.599093 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c05d4-3f44-4eae-9df1-350af18e762b None None] Pushing event updated for resources: {'Port': ['ID=782eba67-a279-4c8f-80a5-1a9757dcc234,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:56.646561 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 15245bc8-dcca-4ff5-acd7-2279722ddda1, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=15245bc8-dcca-4ff5-acd7-2279722ddda1,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:56.690087 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32a491da-4071-40fb-bb78-3e3cf9760574 admin admin] Publish callbacks [] for security_group (3c2d3a0f-c1b4-40d9-9886-14d37e9f236e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.721589 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (cfea03ab-8d8f-415e-9eac-ca923c3c9baf), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.739970 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] Provisioning complete for port 4e39f77e-f505-4180-9968-23dff9bd6802 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:56.740507 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.799960 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98752fc0-9781-4d31-b9e0-81390f788797 req-24641f6a-ac4d-4e7d-948f-7ec35b124b2d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:56.812004 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.815082 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.816696 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-98752fc0-9781-4d31-b9e0-81390f788797 req-24641f6a-ac4d-4e7d-948f-7ec35b124b2d tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 1.2187996 Mar 31 20:23:56.816935 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f3e2234e-5262-407d-aceb-59980a74f20c up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:56.940561 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:56.944692 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32a491da-4071-40fb-bb78-3e3cf9760574 admin admin] Publish callbacks [] for security_group (3c2d3a0f-c1b4-40d9-9886-14d37e9f236e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:56.956108 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:57.037929 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389ead6-0cbc-497b-a1dc-ff25e6d418d2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:57.104167 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-9688c458-b48f-4c02-8b43-af361fbcbf64 service neutron] 10.222.0.62 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2399499 Mar 31 20:23:57.116573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea910b66-a843-48da-9c90-a69d38000eb8" -d '{"events": [{"name": "network-changed", "server_uuid": "9e266016-26ae-446d-8681-e501eedc711d", "tag": "2b04a8fc-6e61-4f41-bf33-d423993eb9cb"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:23:57.126608 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-70dccbd6-3d42-4744-9606-0e574c8687b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:57.128619 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-70dccbd6-3d42-4744-9606-0e574c8687b9 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6060fac94484421afd81e44789e0b38&device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 1127 time: 0.7398148 Mar 31 20:23:57.230514 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31141e78-2c5d-4175-ad4e-94569f06516b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (f155eaac-30e5-43cb-ab50-c7ed3840ceb2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.236150 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-98752fc0-9781-4d31-b9e0-81390f788797 req-08c04520-99e3-4a7d-8bde-4cf37e046c1e tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171002 Mar 31 20:23:57.238871 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-31141e78-2c5d-4175-ad4e-94569f06516b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.242810 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Attempting to bind port 782eba67-a279-4c8f-80a5-1a9757dcc234 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:23:57.243416 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Attempting to bind port 782eba67-a279-4c8f-80a5-1a9757dcc234 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:23:57.259693 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-31141e78-2c5d-4175-ad4e-94569f06516b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f155eaac-30e5-43cb-ab50-c7ed3840ceb2 HTTP/1.1" status: 204 len: 168 time: 1.1235096 Mar 31 20:23:57.263428 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Attempting to bind port 782eba67-a279-4c8f-80a5-1a9757dcc234 on network a3188f96-bb48-4795-95f7-97f25d1aae9d {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:23:57.341567 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-021df975-de4a-40ae-a5a7-537947e40c48 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb HTTP/1.1" status: 200 len: 217 time: 0.1226318 Mar 31 20:23:57.346375 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (cfea03ab-8d8f-415e-9eac-ca923c3c9baf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.358806 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32a491da-4071-40fb-bb78-3e3cf9760574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (3c2d3a0f-c1b4-40d9-9886-14d37e9f236e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.372030 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-32a491da-4071-40fb-bb78-3e3cf9760574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.375064 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-32a491da-4071-40fb-bb78-3e3cf9760574 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3c2d3a0f-c1b4-40d9-9886-14d37e9f236e HTTP/1.1" status: 204 len: 168 time: 1.0319610 Mar 31 20:23:57.410481 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141e78-2c5d-4175-ad4e-94569f06516b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f155eaac-30e5-43cb-ab50-c7ed3840ceb2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:57.410863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:23:57.411391 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Checking segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:23:57.414214 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.415123 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Bound using segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:23:57.416754 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Bound port: 782eba67-a279-4c8f-80a5-1a9757dcc234, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:23:57.419818 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.450349 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-218ad65d-355c-4585-bc61-cc71f8527711 admin admin] Publish callbacks [] for security_group (71a96dff-7105-468d-8ade-40b6812fc7d5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.456975 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (cfea03ab-8d8f-415e-9eac-ca923c3c9baf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.473041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-199b0dbd-ece2-4091-8144-570851981e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:57.477907 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-199b0dbd-ece2-4091-8144-570851981e24 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc204b78-f0d6-4535-ae9a-66c88476c998 HTTP/1.1" status: 200 len: 852 time: 0.1267288 Mar 31 20:23:57.488289 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:23:57.530977 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a491da-4071-40fb-bb78-3e3cf9760574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2d3a0f-c1b4-40d9-9886-14d37e9f236e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:57.563388 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695e932-421c-47b4-9c9d-45c0f9dea1f8 None None] Pushing event updated for resources: {'Port': ['ID=4e39f77e-f505-4180-9968-23dff9bd6802,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:57.563973 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfea03ab-8d8f-415e-9eac-ca923c3c9baf,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:57.639025 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=15245bc8-dcca-4ff5-acd7-2279722ddda1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:57.718509 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port f3e2234e-5262-407d-aceb-59980a74f20c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:57.718872 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.760153 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.761452 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-3942b117-eebe-4eb0-8efe-b2c4e18a3c95 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ef0f330-9cd4-4429-ba35-a997e9ca438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2654703 Mar 31 20:23:57.767757 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-884cef76-7d21-4cd6-94a6-96c186a5c95e req-82b501fa-f319-470d-bec0-f0ddb1d017a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 210 time: 0.1620955 Mar 31 20:23:57.767957 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-536f6769-b4b7-4fdc-9b41-2666ffdd0415 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2858214 Mar 31 20:23:57.768114 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-218ad65d-355c-4585-bc61-cc71f8527711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (71a96dff-7105-468d-8ade-40b6812fc7d5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.768259 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43740) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:57.779610 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'security_group_rule': {'security_group_id': 'bca8b3d8-3a30-4b39-84e1-6bfe3e42226d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:57.826289 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] Current status of the port 4e39f77e-f505-4180-9968-23dff9bd6802 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:57.826683 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:57.845279 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-218ad65d-355c-4585-bc61-cc71f8527711 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c28d9af32984cfea592bd30094b7237&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2435293 Mar 31 20:23:57.867503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 43742) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:57.884513 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] For port 782eba67-a279-4c8f-80a5-1a9757dcc234, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:23:57.897630 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:47Z', 'revision_number': 2, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:58.085234 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee716-d5ae-41aa-ad30-3c671c481adf admin admin] Publish callbacks [] for security_group (71a96dff-7105-468d-8ade-40b6812fc7d5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.095607 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ad65d-355c-4585-bc61-cc71f8527711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71a96dff-7105-468d-8ade-40b6812fc7d5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:58.163356 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.249640 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee716-d5ae-41aa-ad30-3c671c481adf admin admin] Publish callbacks [] for security_group (71a96dff-7105-468d-8ade-40b6812fc7d5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.299918 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] For port 782eba67-a279-4c8f-80a5-1a9757dcc234, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=782eba67-a279-4c8f-80a5-1a9757dcc234,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:23:58.327200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:23:58.327200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Updating router a0441eef-4c71-42e8-816a-01b09f32f43f port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:23:58.343035 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port f3e2234e-5262-407d-aceb-59980a74f20c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:23:58.382715 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] For port 4e39f77e-f505-4180-9968-23dff9bd6802, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=4e39f77e-f505-4180-9968-23dff9bd6802,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:23:58.395636 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:58.411827 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.489702 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaf294f-7d82-41f4-b6e2-c804f72b06b9 None None] The sync data for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb is: [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:23:58.522525 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-ae87122f-f60a-4694-b600-44ba5b9fa2c4 service neutron] 10.222.0.58 "GET /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6920197 Mar 31 20:23:58.558864 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851c05d4-3f44-4eae-9df1-350af18e762b None None] Pushing event updated for resources: {'Port': ['ID=782eba67-a279-4c8f-80a5-1a9757dcc234,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:58.566931 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 15245bc8-dcca-4ff5-acd7-2279722ddda1 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:23:58.572439 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.707787 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.909216 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (0733d0ad-5667-49d8-9eca-275e97fce435), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.952142 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee716-d5ae-41aa-ad30-3c671c481adf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (71a96dff-7105-468d-8ade-40b6812fc7d5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.956383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0c0ee716-d5ae-41aa-ad30-3c671c481adf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:58.957686 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-0c0ee716-d5ae-41aa-ad30-3c671c481adf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/71a96dff-7105-468d-8ade-40b6812fc7d5 HTTP/1.1" status: 204 len: 168 time: 1.0893996 Mar 31 20:23:58.961173 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a876d2fe-3d7e-42bf-a09d-02ef1a4497d3 req-27b035e4-01f3-4693-b832-79a49e469d69 service neutron] 10.222.0.58 "GET /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906739 Mar 31 20:23:58.988684 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471edf5a-145a-40e5-9294-306e7bccaeea x-openstack-request-id: req-471edf5a-145a-40e5-9294-306e7bccaeea {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:23:58.988996 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e266016-26ae-446d-8681-e501eedc711d", "tag": "2b04a8fc-6e61-4f41-bf33-d423993eb9cb", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:23:58.989265 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-471edf5a-145a-40e5-9294-306e7bccaeea {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:23:58.989776 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471edf5a-145a-40e5-9294-306e7bccaeea'] response: {'name': 'network-changed', 'server_uuid': '9e266016-26ae-446d-8681-e501eedc711d', 'tag': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb', 'status': 'completed', 'code': 200} Mar 31 20:23:59.017971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ee716-d5ae-41aa-ad30-3c671c481adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71a96dff-7105-468d-8ade-40b6812fc7d5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:59.072111 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:23:59.079021 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:23:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:23:59.298768 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (0733d0ad-5667-49d8-9eca-275e97fce435), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.339925 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Allocated IP 172.28.3.132 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/a1af8d4e-ea60-4de9-ade1-7ae3a3654e08) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:23:59.357391 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Provisioning complete for port 4e39f77e-f505-4180-9968-23dff9bd6802 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:59.357922 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.401245 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dabfad-9a0c-4f02-bce7-892b8dc1740b req-b8ca7954-8eac-4083-82b5-c6b3c71483f8 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:59.409101 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73039079-d68a-4967-bb5c-ebd24087e6e3 None None] Pushing event updated for resources: {'Port': ['ID=4e39f77e-f505-4180-9968-23dff9bd6802,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:59.424311 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (0733d0ad-5667-49d8-9eca-275e97fce435), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.435965 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a5dabfad-9a0c-4f02-bce7-892b8dc1740b req-b8ca7954-8eac-4083-82b5-c6b3c71483f8 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 0.4694188 Mar 31 20:23:59.517417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-886b3fe4-9fad-4f7b-965b-1156b87ca62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:23:59.522730 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-886b3fe4-9fad-4f7b-965b-1156b87ca62b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b6060fac94484421afd81e44789e0b38&device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 1127 time: 0.3613243 Mar 31 20:23:59.607784 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0733d0ad-5667-49d8-9eca-275e97fce435,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:23:59.653124 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 15245bc8-dcca-4ff5-acd7-2279722ddda1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:23:59.653654 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.689457 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a5dabfad-9a0c-4f02-bce7-892b8dc1740b req-ba1d0fd4-e057-4d3a-9a42-557fca8317c1 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386034 Mar 31 20:23:59.747654 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.752159 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-3421dd18-abfa-47ad-a920-bfd3a2b19ed4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9797623 Mar 31 20:23:59.766018 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43790) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:59.782352 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:23:59.848814 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:23:59.855265 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43794) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:23:59.913987 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8188313d-f8e0-429f-84c7-dc8d09ea836a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.014186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:00.045213 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.177337 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Current status of the port 4e39f77e-f505-4180-9968-23dff9bd6802 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:00.282656 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-52c2db4d-acfe-40a8-aeea-68d781db40be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.372956 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-3c9632ba-d53e-431d-afb7-7a8d1bf82616 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:00.383249 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-3c9632ba-d53e-431d-afb7-7a8d1bf82616 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 819 time: 0.8832095 Mar 31 20:24:00.386239 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-3e714a4a-56fb-49b0-a1e5-1a38a97491d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:00.403041 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8188313d-f8e0-429f-84c7-dc8d09ea836a admin admin] Publish callbacks [] for security_group (d7259a65-4e30-48c8-bcb7-c8d45abf52e8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.405586 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-3e714a4a-56fb-49b0-a1e5-1a38a97491d4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=3ef0f330-9cd4-4429-ba35-a997e9ca438a HTTP/1.1" status: 200 len: 913 time: 0.8186855 Mar 31 20:24:00.492899 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8188313d-f8e0-429f-84c7-dc8d09ea836a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d7259a65-4e30-48c8-bcb7-c8d45abf52e8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.569704 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8188313d-f8e0-429f-84c7-dc8d09ea836a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1cbb82cac31d40e88c0025b3f854b54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7108564 Mar 31 20:24:00.570678 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.583822 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 43812) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:00.585219 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.592883 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-fd8bfb68-f58b-4d79-ae8a-7ce893796db0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb HTTP/1.1" status: 200 len: 217 time: 0.1737778 Mar 31 20:24:00.664725 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-2a5f7be5-41ec-4fc2-8184-70f2287d7e4d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/quotas/b5743d65824c4ec19cebc8d399ed46cc HTTP/1.1" status: 200 len: 375 time: 0.2801733 Mar 31 20:24:00.750210 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Provisioning complete for port 782eba67-a279-4c8f-80a5-1a9757dcc234 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:00.754929 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Allocated IP 172.28.3.134 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/bc3e42cb-9ce9-453c-bea7-286ac1990049) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:00.758275 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:00.940002 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 15245bc8-dcca-4ff5-acd7-2279722ddda1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:01.073897 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Publish callbacks [] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.138700 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.150142 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8188313d-f8e0-429f-84c7-dc8d09ea836a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7259a65-4e30-48c8-bcb7-c8d45abf52e8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:01.190940 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:01.243805 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 4e39f77e-f505-4180-9968-23dff9bd6802 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:01.263241 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.278127 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:01.289435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:01.414264 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-14c238cb-39c1-4aa6-93fc-4350cbebf385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:01.416668 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-14c238cb-39c1-4aa6-93fc-4350cbebf385 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bc204b78-f0d6-4535-ae9a-66c88476c998 HTTP/1.1" status: 200 len: 852 time: 0.8002980 Mar 31 20:24:01.456094 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Current status of the port 782eba67-a279-4c8f-80a5-1a9757dcc234 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:01.457317 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.480340 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-05232ed2-fed4-4456-9a24-d6aa7e5c54e2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8138430 Mar 31 20:24:01.529160 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0b384-f53b-4390-a6b0-44992c804d83 None None] Pushing event updated for resources: {'Port': ['ID=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:01.552967 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'Port': ['ID=a1af8d4e-ea60-4de9-ade1-7ae3a3654e08,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:01.572458 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed958-ec6e-413b-8872-1d2307fe4a94 admin admin] Publish callbacks [] for security_group (d7259a65-4e30-48c8-bcb7-c8d45abf52e8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.593310 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-7752701a-35b0-4dd4-b386-2aef02db22f8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=3ef0f330-9cd4-4429-ba35-a997e9ca438a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1094906 Mar 31 20:24:01.603657 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1221865a-4a7d-4767-99d8-d2768763f11d req-c4a93513-df32-4d44-b82f-a08108a63e41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:01.605519 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1221865a-4a7d-4767-99d8-d2768763f11d req-c4a93513-df32-4d44-b82f-a08108a63e41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 0.3282697 Mar 31 20:24:01.633966 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.640623 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (f4430ef9-03ca-488c-b682-dc4db7dabf8b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.642540 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] For port 782eba67-a279-4c8f-80a5-1a9757dcc234, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=782eba67-a279-4c8f-80a5-1a9757dcc234,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:01.653050 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:01.709773 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e71bed8-d1cc-4de0-8a68-6be3e7b01e2b None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:01.747781 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'Port': ['ID=bc3e42cb-9ce9-453c-bea7-286ac1990049,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:01.762609 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed958-ec6e-413b-8872-1d2307fe4a94 admin admin] Publish callbacks [] for security_group (d7259a65-4e30-48c8-bcb7-c8d45abf52e8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.808482 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.915148 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 4e39f77e-f505-4180-9968-23dff9bd6802 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:01.915533 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:01.996703 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1221865a-4a7d-4767-99d8-d2768763f11d req-1cce1309-dbd6-4970-81c4-7988c8f18578 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833909 Mar 31 20:24:01.997975 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Attempting to bind port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:01.998516 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Attempting to bind port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:01.998905 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Attempting to bind port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:02.006714 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221d745-35e1-4428-a379-c6ebf7b3af5c None None] Pushing event updated for resources: {'Port': ['ID=782eba67-a279-4c8f-80a5-1a9757dcc234,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:02.046618 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:02.046618 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.069891 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:02.070551 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Checking segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:02.075213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.075213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Bound using segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:02.075213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Bound port: ed81ff7f-5096-4af4-bfc3-7741c974c4a1, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:02.075213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.100797 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-90dbb890-71ba-459c-abb7-83b94a4b7d6f service neutron] 10.222.0.58 "GET /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522417 Mar 31 20:24:02.117881 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68e85e97-aff4-466d-a132-f79b4887aaff None None] Provisioning complete for port 782eba67-a279-4c8f-80a5-1a9757dcc234 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:02.118619 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68e85e97-aff4-466d-a132-f79b4887aaff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.299144 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 55381) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:02.359459 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.365640 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed958-ec6e-413b-8872-1d2307fe4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d7259a65-4e30-48c8-bcb7-c8d45abf52e8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.375145 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2e9ed958-ec6e-413b-8872-1d2307fe4a94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.376334 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2e9ed958-ec6e-413b-8872-1d2307fe4a94 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7259a65-4e30-48c8-bcb7-c8d45abf52e8 HTTP/1.1" status: 204 len: 168 time: 1.1827636 Mar 31 20:24:02.383652 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:02.388412 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:02.441963 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] For port ed81ff7f-5096-4af4-bfc3-7741c974c4a1, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:02.452064 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] For port ed81ff7f-5096-4af4-bfc3-7741c974c4a1, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:02.549673 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ea910b66-a843-48da-9c90-a69d38000eb8 req-23528c8f-a30a-482e-8680-7658834b5e7b service neutron] 10.222.0.58 "GET /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4398599 Mar 31 20:24:02.551183 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (f8a51fef-0670-433f-a483-c5605315149e), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.572516 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.580203 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.688562 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 4e39f77e-f505-4180-9968-23dff9bd6802 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:02.689309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-36487267-e7c7-4e68-8619-c9dcac41177c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:02.693537 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ed958-ec6e-413b-8872-1d2307fe4a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7259a65-4e30-48c8-bcb7-c8d45abf52e8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:02.694392 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-36487267-e7c7-4e68-8619-c9dcac41177c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 819 time: 0.3857152 Mar 31 20:24:02.706073 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (f4430ef9-03ca-488c-b682-dc4db7dabf8b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.709894 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'port': {'device_id': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'admin_state_up': True, 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:02.823203 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f0b384-f53b-4390-a6b0-44992c804d83 None None] Pushing event updated for resources: {'Port': ['ID=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:02.860563 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.862078 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4559920 Mar 31 20:24:02.870509 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-37a67419-6a32-4789-9de4-399ca2072ccf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.880981 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:02.887767 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f99ce6-a5e4-4412-9971-bbd1d91b731a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'Port': ['ID=a1af8d4e-ea60-4de9-ade1-7ae3a3654e08,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:03.006429 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:03.007454 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:03.147018 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Made reservation on behalf of b5743d65824c4ec19cebc8d399ed46cc for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:03.150918 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:03.468923 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:03.490451 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Allocated IP 172.20.0.5 (215cb16d-122d-4128-b811-9df64de194b1/1f7e88de-b7ae-40cd-9e20-d00071e9b0f1/a2f01fb5-28e3-4381-8960-b3129d392f69) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:03.511685 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-32a8eef8-aec5-4510-9617-1d5d636d5d97 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:24:03.522353 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-32a8eef8-aec5-4510-9617-1d5d636d5d97 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 1.0422156 Mar 31 20:24:03.558174 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:03.585323 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (f8a51fef-0670-433f-a483-c5605315149e), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:03.600020 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 782eba67-a279-4c8f-80a5-1a9757dcc234 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:03.642168 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68e85e97-aff4-466d-a132-f79b4887aaff None None] Current status of the port 782eba67-a279-4c8f-80a5-1a9757dcc234 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:03.709092 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'Port': ['ID=bc3e42cb-9ce9-453c-bea7-286ac1990049,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:03.771973 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:03.782323 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0b9e186d-58c7-4c4f-884e-6134dcdc0878 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0150499 Mar 31 20:24:03.864476 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] Provisioning complete for port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:03.865572 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.017039 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.039893 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.181816 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55502a92-027f-4056-808a-32a6125e83a7 req-f97468ed-fe42-4e9f-abf5-34ac3baab3f2 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:04.181816 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-55502a92-027f-4056-808a-32a6125e83a7 req-f97468ed-fe42-4e9f-abf5-34ac3baab3f2 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 0.3992193 Mar 31 20:24:04.201405 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 782eba67-a279-4c8f-80a5-1a9757dcc234 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:04.201959 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.207948 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:04.360690 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-7abb1bcc-58bd-4869-8940-3f89fa234a86 service neutron] 10.222.0.62 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8367052 Mar 31 20:24:04.515138 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.520467 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-55502a92-027f-4056-808a-32a6125e83a7 req-934f9079-af6a-47bd-9d95-8229485e87a9 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3156819 Mar 31 20:24:04.608660 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-59055536-91e0-4588-a0b5-98d3f8f666ae service neutron] 10.222.0.62 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465115 Mar 31 20:24:04.660628 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.674650 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] Current status of the port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:04.675135 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.748312 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Network 215cb16d-122d-4128-b811-9df64de194b1 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:04.785887 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:04.802008 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:04.808868 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:04.809640 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:04.890360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 782eba67-a279-4c8f-80a5-1a9757dcc234 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:04.895698 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ed81ff7f-5096-4af4-bfc3-7741c974c4a1 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:04.924716 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-b0cded8e-f90e-4f50-984d-24a1fddb14ef tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1129779070&fields=id&tenant_id=d28c1f968ed649718d6289a53e9eceec HTTP/1.1" status: 200 len: 267 time: 0.1816912 Mar 31 20:24:04.936484 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] For port ed81ff7f-5096-4af4-bfc3-7741c974c4a1, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:04.980191 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'Port': ['ID=a2f01fb5-28e3-4381-8960-b3129d392f69,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:05.070174 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:05.097696 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:05.232198 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069e4c02-ec1f-443b-99f0-13db605c4d95 None None] Pushing event updated for resources: {'Port': ['ID=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:05.276163 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-8c0335cd-3252-49ee-ae6a-0a787381e855 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:05.289570 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-8c0335cd-3252-49ee-ae6a-0a787381e855 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 811 time: 0.3448629 Mar 31 20:24:05.300349 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-a78af6cc-3593-4325-98a1-9f92b19b67df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5968451 Mar 31 20:24:05.319108 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Request body: {'port': {'device_id': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:05.417016 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-5da0ad8d-32c1-4150-a8d7-d73648782814 None None] Provisioning complete for port a2f01fb5-28e3-4381-8960-b3129d392f69 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:05.417016 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-5da0ad8d-32c1-4150-a8d7-d73648782814 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:05.417933 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-896961c5-4ddc-43f3-8e6c-263d20091acf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/quotas/d28c1f968ed649718d6289a53e9eceec HTTP/1.1" status: 200 len: 375 time: 0.0766339 Mar 31 20:24:05.418663 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:05.418663 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:05.435543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:02Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:05.479186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c5db93-978c-4532-bf12-8632d67bff99 None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:02Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:05.489451 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-5da0ad8d-32c1-4150-a8d7-d73648782814 None None] Port a2f01fb5-28e3-4381-8960-b3129d392f69 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:05.494677 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-cf86132f-b41d-4110-853f-677c72d03bf3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1978832885&fields=id&tenant_id=68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 267 time: 0.2015059 Mar 31 20:24:05.519441 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:05.541440 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:05.721162 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-cdcf1359-25d0-40da-b332-e05b475c6cc5 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3077857 Mar 31 20:24:05.853265 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ed81ff7f-5096-4af4-bfc3-7741c974c4a1 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:05.947199 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-725d0b5c-3615-424a-bf98-a66ee3639e45 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:05.955974 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-725d0b5c-3615-424a-bf98-a66ee3639e45 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 817 time: 0.4600964 Mar 31 20:24:05.981409 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:05.982470 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:06.058244 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-a2286100-a5b7-4f3c-a0d8-b656223d9be6 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/quotas/68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 375 time: 0.1010227 Mar 31 20:24:06.109154 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:06.164376 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-1aa1be54-3117-49fc-bc93-eefab3b05dc0 service neutron] 10.222.0.62 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455788 Mar 31 20:24:06.260255 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-dca80c62-2b89-49bb-af2c-6856ed0523ae tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1855729 Mar 31 20:24:06.566440 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-d0c3faba-a6f2-403a-9658-cbcee4bbff91 service neutron] 10.222.0.62 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959904 Mar 31 20:24:06.628196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2f01fb5-28e3-4381-8960-b3129d392f69 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:06.634240 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6eae5bc7-4c8c-4bc6-aa3c-f91a6ed12963 service neutron] 10.222.0.62 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657224 Mar 31 20:24:06.638708 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Publish callbacks [] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:06.698657 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Transition to ACTIVE for port object a2f01fb5-28e3-4381-8960-b3129d392f69 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:06.736529 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-a023a0a7-4eb1-4c68-bde7-c0045757a39c service neutron] 10.222.0.62 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943921 Mar 31 20:24:06.948025 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:06.957565 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:07.163046 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a112aae7-edc1-46b1-a39d-640a74bb38b4 req-92990618-943a-4005-964e-138ff1fb4e5a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 210 time: 0.1173372 Mar 31 20:24:07.181003 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f01fb5-28e3-4381-8960-b3129d392f69,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:07.343756 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Attempting to bind port a2f01fb5-28e3-4381-8960-b3129d392f69 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:07.344709 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Attempting to bind port a2f01fb5-28e3-4381-8960-b3129d392f69 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:07.344709 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Attempting to bind port a2f01fb5-28e3-4381-8960-b3129d392f69 on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:07.459691 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1c42216-0716-4825-871b-5e78fc35824b req-e3c5fee8-ff9a-416f-8131-f7d54c23bf0d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 210 time: 0.1931903 Mar 31 20:24:07.475187 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0344fb7-cfe6-42e3-9e69-40f5e0350292 req-164cca64-812a-498e-96b6-14cfe0b0baf7 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:07.476935 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c0344fb7-cfe6-42e3-9e69-40f5e0350292 req-164cca64-812a-498e-96b6-14cfe0b0baf7 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 0.2910497 Mar 31 20:24:07.477947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Port a2f01fb5-28e3-4381-8960-b3129d392f69 on network 215cb16d-122d-4128-b811-9df64de194b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:07.478283 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Attempting to bind port a2f01fb5-28e3-4381-8960-b3129d392f69 on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:07.498292 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:07.498706 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Checking segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:07.499208 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Bound using segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:07.517294 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Bound port: a2f01fb5-28e3-4381-8960-b3129d392f69, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:07.517294 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:07.636390 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c0344fb7-cfe6-42e3-9e69-40f5e0350292 req-7e216162-5ba2-472a-9437-543f16c84246 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475832 Mar 31 20:24:07.688399 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] For port a2f01fb5-28e3-4381-8960-b3129d392f69, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:07.716787 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-975621b5-568d-4236-9a30-feeb32752ad4 req-6cca511b-62e1-4691-b94c-ce234ff256c8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 210 time: 0.0475585 Mar 31 20:24:07.744244 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] For port a2f01fb5-28e3-4381-8960-b3129d392f69, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2f01fb5-28e3-4381-8960-b3129d392f69,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:07.844410 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:07.896563 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:07.897119 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:07.898864 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] 10.222.0.58 "PUT /v2.0/ports/a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 200 len: 1093 time: 2.5863967 Mar 31 20:24:07.901414 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'tag': 'a2f01fb5-28e3-4381-8960-b3129d392f69'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:07.912246 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eda1eb2-67ce-4e1a-b391-fbe184095db6" -d '{"events": [{"name": "network-changed", "server_uuid": "9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3", "tag": "a2f01fb5-28e3-4381-8960-b3129d392f69"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:07.939595 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51461c-9e08-41bc-ac25-8334ef0ac32f service neutron] Pushing event updated for resources: {'Port': ['ID=a2f01fb5-28e3-4381-8960-b3129d392f69,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:07.987417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa4f530-24da-43e9-b3bb-437efc150abf x-openstack-request-id: req-caa4f530-24da-43e9-b3bb-437efc150abf {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:07.995367 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3", "tag": "a2f01fb5-28e3-4381-8960-b3129d392f69", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:07.995734 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-caa4f530-24da-43e9-b3bb-437efc150abf {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:07.996176 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caa4f530-24da-43e9-b3bb-437efc150abf'] response: {'name': 'network-changed', 'server_uuid': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'tag': 'a2f01fb5-28e3-4381-8960-b3129d392f69', 'status': 'completed', 'code': 200} Mar 31 20:24:08.092015 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda1eb2-67ce-4e1a-b391-fbe184095db6 req-e2921bda-cb0d-47b4-9283-ebf2b6134d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.093919 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7eda1eb2-67ce-4e1a-b391-fbe184095db6 req-e2921bda-cb0d-47b4-9283-ebf2b6134d5a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1127 time: 0.0784950 Mar 31 20:24:08.369045 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fcc79c81-319a-4439-9120-f36c5f94c595 req-d60fb417-4be5-4768-accc-f0e18609391c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 210 time: 0.0726230 Mar 31 20:24:08.394299 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda1eb2-67ce-4e1a-b391-fbe184095db6 req-236275da-098f-4844-be18-17217ad3c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.395868 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7eda1eb2-67ce-4e1a-b391-fbe184095db6 req-236275da-098f-4844-be18-17217ad3c26a service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2942166 Mar 31 20:24:08.593481 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-32dc1e4b-335d-48cb-88c6-72fd05fcfac1 req-77b9aea5-bdc9-4282-9fa3-de7d30b465b0 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 210 time: 0.0388572 Mar 31 20:24:08.618604 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44028) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:08.660513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda1eb2-67ce-4e1a-b391-fbe184095db6 req-4c406d8d-7d84-41c8-b8dc-fc1b6ce2cd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.663025 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7eda1eb2-67ce-4e1a-b391-fbe184095db6 req-4c406d8d-7d84-41c8-b8dc-fc1b6ce2cd00 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2591643 Mar 31 20:24:08.807418 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b91caea-8234-48f7-ae87-496f0cf524f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:08.879767 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-23ba3ec1-f157-4a86-9a44-11fcfb13e3ab req-34f74978-0d0a-49a0-92bf-a4334e013fdd tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 210 time: 0.0501642 Mar 31 20:24:08.894258 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-ecf2bfa0-35c7-4ba3-aa64-804634b224a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.903068 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-ecf2bfa0-35c7-4ba3-aa64-804634b224a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1127 time: 0.1935542 Mar 31 20:24:08.937527 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59910f15-ff05-4030-bce7-2bb487f2a9d1 req-753adedc-9ff1-4f70-81ed-7cdba2181a42 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:08.940034 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-59910f15-ff05-4030-bce7-2bb487f2a9d1 req-753adedc-9ff1-4f70-81ed-7cdba2181a42 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 0.1575222 Mar 31 20:24:08.958409 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b91caea-8234-48f7-ae87-496f0cf524f0 admin admin] Publish callbacks [] for security_group (18ad8d93-4489-41b4-8f3a-11abbe98ba37), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:08.978112 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-434d4f4f-c02e-46b3-b645-cbe54b1d0559 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 200 len: 217 time: 0.0681772 Mar 31 20:24:09.040253 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8b91caea-8234-48f7-ae87-496f0cf524f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (18ad8d93-4489-41b4-8f3a-11abbe98ba37), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:09.062485 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-59910f15-ff05-4030-bce7-2bb487f2a9d1 req-ca68f182-3bf0-4646-b7d7-d513cc5ff216 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868738 Mar 31 20:24:09.065063 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-6204f9bf-43d4-43ca-80db-433ac384a1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:09.067680 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-6204f9bf-43d4-43ca-80db-433ac384a1eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0830405 Mar 31 20:24:09.121105 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8b91caea-8234-48f7-ae87-496f0cf524f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=dbf0889d74dc4684ad13f14c8d7b6333&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4981174 Mar 31 20:24:09.122204 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44046) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:09.159013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91caea-8234-48f7-ae87-496f0cf524f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad8d93-4489-41b4-8f3a-11abbe98ba37,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:09.184088 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-2b753a14-5721-43e3-99ba-f67aec251f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:09.185613 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-2b753a14-5721-43e3-99ba-f67aec251f1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1112130 Mar 31 20:24:09.204153 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a1824913-69b7-4223-b6e7-f789d87d934c admin admin] Publish callbacks [] for security_group (18ad8d93-4489-41b4-8f3a-11abbe98ba37), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:09.243346 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a1824913-69b7-4223-b6e7-f789d87d934c admin admin] Publish callbacks [] for security_group (18ad8d93-4489-41b4-8f3a-11abbe98ba37), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:09.404817 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-7b6b2549-0a53-4c32-b71c-6a89ad182b1d service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124288 Mar 31 20:24:09.468759 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a1824913-69b7-4223-b6e7-f789d87d934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (18ad8d93-4489-41b4-8f3a-11abbe98ba37), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:09.476367 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a1824913-69b7-4223-b6e7-f789d87d934c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:09.478446 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a1824913-69b7-4223-b6e7-f789d87d934c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/18ad8d93-4489-41b4-8f3a-11abbe98ba37 HTTP/1.1" status: 204 len: 168 time: 0.3551915 Mar 31 20:24:09.511751 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1824913-69b7-4223-b6e7-f789d87d934c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad8d93-4489-41b4-8f3a-11abbe98ba37,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:09.540280 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cdf8e231-9ece-4252-b066-99b2eca84879 req-b9854808-47ec-48a8-a477-71b39de1c504 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 210 time: 0.0510821 Mar 31 20:24:09.554503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-672e1321-7f1f-4911-8d48-773a6b7801ca tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:09.556934 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-672e1321-7f1f-4911-8d48-773a6b7801ca tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 819 time: 0.2273991 Mar 31 20:24:09.591451 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'port': {'device_id': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'admin_state_up': True, 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:09.610834 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a47938bb-e6b0-400e-80fd-e15b005feab7 req-aec40907-ca34-4e14-a936-279c5e6e9fd8 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982453 Mar 31 20:24:09.756180 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-68b62a1a-02d9-4676-b6fa-1c21a214ed26 req-c40d2550-663e-44f4-a25d-f54e7ffda8f2 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 210 time: 0.0698559 Mar 31 20:24:09.918367 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Made reservation on behalf of b5743d65824c4ec19cebc8d399ed46cc for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:09.921708 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:10.194821 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87d05df2-ab08-4890-8417-0a829ca942e0 req-fb49bbad-1efd-4145-afa7-0fbfd293d0a6 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 210 time: 0.0497761 Mar 31 20:24:10.295465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c5aa5-eaee-49ef-afa8-36e2a74585d4 req-ed5cf6d2-4fbe-45cd-9372-c670478fd7ba tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:10.297994 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c20c5aa5-eaee-49ef-afa8-36e2a74585d4 req-ed5cf6d2-4fbe-45cd-9372-c670478fd7ba tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 943 time: 0.1413641 Mar 31 20:24:10.354080 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.58', 55392) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:10.364548 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 2b04a8fc-6e61-4f41-bf33-d423993eb9cb details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:10.557373 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,segment=NetworkSegment(3d0f8b65-9003-4e05-8526-6979d639918b),segment_id=3d0f8b65-9003-4e05-8526-6979d639918b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:10.576685 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb', 'network_id': '3ef0f330-9cd4-4429-ba35-a997e9ca438a', 'port_id': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb', 'mac_address': 'fa:16:3e:58:af:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc204b78-f0d6-4535-ae9a-66c88476c998', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:10.635171 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Allocated IP 172.20.0.9 (215cb16d-122d-4128-b811-9df64de194b1/1f7e88de-b7ae-40cd-9e20-d00071e9b0f1/32383ac3-b900-47de-a123-476558a47b7b) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:10.676785 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:10.677568 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:10.708867 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b04a8fc-6e61-4f41-bf33-d423993eb9cb {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:10.757131 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,segment=NetworkSegment(3d0f8b65-9003-4e05-8526-6979d639918b),segment_id=3d0f8b65-9003-4e05-8526-6979d639918b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:10.799520 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-f66ea9f0-1895-4e7a-b7d3-e285d0ecacd5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:10.801596 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-f66ea9f0-1895-4e7a-b7d3-e285d0ecacd5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 817 time: 0.4990776 Mar 31 20:24:10.806849 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-37fdcfe1-4ff7-4fda-95c2-048c3ff3b3e1 req-208ddf07-8b2f-4156-9b8a-4a7075a5e6cb tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 210 time: 0.1025321 Mar 31 20:24:10.821665 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c20c5aa5-eaee-49ef-afa8-36e2a74585d4 req-0385d5ee-c3bd-44dc-9ee9-81f552a15335 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5018685 Mar 31 20:24:10.866763 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-3255c6f5-e0c6-4f44-873d-9c2d5258a96a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:10.876518 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-3255c6f5-e0c6-4f44-873d-9c2d5258a96a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 811 time: 0.5211196 Mar 31 20:24:10.883083 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:10.949500 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:10.966767 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-cb94a303-a36f-4f11-acb1-36519ef12e92 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28c1f968ed649718d6289a53e9eceec HTTP/1.1" status: 200 len: 380 time: 0.0771651 Mar 31 20:24:10.979520 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'port': {'device_id': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'admin_state_up': True, 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'security_groups': ['983bc4e2-dfbc-438b-bb06-595fafdbcc34']}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:11.075905 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9a098746-b313-4366-8b1b-5a81790ede7c req-50e795a8-9c6f-4217-b807-6f7e8bcd2425 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 210 time: 0.1412628 Mar 31 20:24:11.127544 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-156196c6-b1f8-4b9c-97fd-ca24e741b194 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 380 time: 0.2919922 Mar 31 20:24:11.137429 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'port': {'device_id': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'admin_state_up': True, 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'security_groups': ['bca8b3d8-3a30-4b39-84e1-6bfe3e42226d']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:11.176496 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['2b04a8fc-6e61-4f41-bf33-d423993eb9cb'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:11.268159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44128) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:11.423705 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for port (32383ac3-b900-47de-a123-476558a47b7b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.464910 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d510140d-c4bd-42ba-8096-46883053b129 req-a16d5923-237d-4133-af19-1eda12aa35a8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 210 time: 0.0533166 Mar 31 20:24:11.517935 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Made reservation on behalf of d28c1f968ed649718d6289a53e9eceec for: {'port': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:11.521473 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.566253 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-872032803-network', 'tenant_id': '76de0055506c40c6b0e869b9892ae58e'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:11.604684 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (32383ac3-b900-47de-a123-476558a47b7b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.611111 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Made reservation on behalf of 68facedcf14842ab88c0acfbd4a528c1 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:11.614887 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.680529 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Network 215cb16d-122d-4128-b811-9df64de194b1 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:11.687513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:11.692565 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:11.702978 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:11.702978 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.714709 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'Port': ['ID=32383ac3-b900-47de-a123-476558a47b7b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:11.721252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Made reservation on behalf of 76de0055506c40c6b0e869b9892ae58e for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:11.724326 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.761243 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:11.789165 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Allocated IP 172.20.0.4 (a3188f96-bb48-4795-95f7-97f25d1aae9d/609b60fa-6fff-4a0c-b894-b20e72077d64/7a8687be-5eba-4c5d-bf43-6fc4dd712d96) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:11.795838 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-d9ce6c6f-cfce-477a-a3ee-04c359439ac8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2090921 Mar 31 20:24:11.809297 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Request body: {'port': {'device_id': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:11.935549 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Allocated IP 172.20.0.12 (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6/df71270e-1696-4ae3-a23b-aa6c27a664c3/ab833fb1-0282-4c2e-9900-2efad89ea859) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:11.972231 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-54c2402a-4f71-4460-b9a1-08f18172bf8c None None] Provisioning complete for port 32383ac3-b900-47de-a123-476558a47b7b triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:11.972816 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-54c2402a-4f71-4460-b9a1-08f18172bf8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (32383ac3-b900-47de-a123-476558a47b7b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.012608 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.021712 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-54c2402a-4f71-4460-b9a1-08f18172bf8c None None] Port 32383ac3-b900-47de-a123-476558a47b7b cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:12.092570 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (32383ac3-b900-47de-a123-476558a47b7b), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.152732 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.230237 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks [] for security_group (07477ba5-0a17-4e49-9801-152f25762829), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.238330 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Network a3188f96-bb48-4795-95f7-97f25d1aae9d is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:12.240334 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568df97-139e-4741-9cc7-982fb8531715 req-786c9fb9-8b15-4198-9469-1784695fbae3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:12.241945 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c568df97-139e-4741-9cc7-982fb8531715 req-786c9fb9-8b15-4198-9469-1784695fbae3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 931 time: 0.2997684 Mar 31 20:24:12.250985 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:12.251128 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d41629c-4aa0-4984-9187-632548487818 req-fbcb7929-222d-48ed-8f48-5f87dd88b98c tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:12.251461 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:12.251686 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6d41629c-4aa0-4984-9187-632548487818 req-fbcb7929-222d-48ed-8f48-5f87dd88b98c tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 944 time: 0.2879186 Mar 31 20:24:12.256653 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:12.257280 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.261066 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'Port': ['ID=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:12.328822 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (07477ba5-0a17-4e49-9801-152f25762829), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.350251 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-04d0a888-737a-4139-b154-58cf77564fdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3785114 Mar 31 20:24:12.360903 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device a2f01fb5-28e3-4381-8960-b3129d392f69 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:12.363466 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Request body: {'port': {'device_id': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:12.403542 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 2b04a8fc-6e61-4f41-bf33-d423993eb9cb up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:12.490382 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:12.491510 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.526973 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c568df97-139e-4741-9cc7-982fb8531715 req-0dd45a9d-2319-4fe0-b419-b54df5c54a47 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742634 Mar 31 20:24:12.596230 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (a7672570-6d81-413e-b6b0-a4640e2348b0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.596580 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Added segment a7672570-6d81-413e-b6b0-a4640e2348b0 of type vlan for network 3a93e190-b264-4600-8491-c9380c3f7a97 Mar 31 20:24:12.600670 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6d41629c-4aa0-4984-9187-632548487818 req-86f8520b-3f85-4459-a97c-ad2842f7f6bd tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314481 Mar 31 20:24:12.614331 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.628059 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07477ba5-0a17-4e49-9801-152f25762829,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:12.689848 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port a2f01fb5-28e3-4381-8960-b3129d392f69, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2f01fb5-28e3-4381-8960-b3129d392f69,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:12.712780 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'a2f01fb5-28e3-4381-8960-b3129d392f69', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'port_id': 'a2f01fb5-28e3-4381-8960-b3129d392f69', 'mac_address': 'fa:16:3e:91:a9:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:12.800720 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (3a93e190-b264-4600-8491-c9380c3f7a97), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:12.871791 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8e87ecf4-043c-4720-a8d2-624d33cf0007 req-8d16de11-9a4c-4574-a968-a9e0bb0fd2f8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 210 time: 0.0814805 Mar 31 20:24:12.935324 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb667cac-de60-42d8-9e8b-ae19e7079da6 req-76ea7ff4-605c-4295-816f-3be830dc9b48 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:12.936801 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eb667cac-de60-42d8-9e8b-ae19e7079da6 req-76ea7ff4-605c-4295-816f-3be830dc9b48 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 931 time: 0.2090333 Mar 31 20:24:12.977261 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.017500 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32383ac3-b900-47de-a123-476558a47b7b {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:13.037539 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Publish callbacks [] for port (32383ac3-b900-47de-a123-476558a47b7b), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.045557 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (3a93e190-b264-4600-8491-c9380c3f7a97), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.046721 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:13.049869 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.121676 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-6f91e695-b2c4-4da5-add5-56e192086682 None None] Provisioning complete for port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:13.122726 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6f91e695-b2c4-4da5-add5-56e192086682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.136286 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 {{(pid=103962) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:13.150684 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Publish callbacks [] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.164975 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port a2f01fb5-28e3-4381-8960-b3129d392f69 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:13.165375 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.176451 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.provisioning_blocks [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Transition to ACTIVE for port object 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 will not be triggered until provisioned by entity L2. {{(pid=103962) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:13.211711 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6f91e695-b2c4-4da5-add5-56e192086682 None None] Port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:13.217211 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2f01fb5-28e3-4381-8960-b3129d392f69 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:13.256813 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port a2f01fb5-28e3-4381-8960-b3129d392f69, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2f01fb5-28e3-4381-8960-b3129d392f69,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:13.272680 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.305360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:13.310189 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:13.310588 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.327084 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:13.328347 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Transition to ACTIVE for port object 32383ac3-b900-47de-a123-476558a47b7b will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:13.336360 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:13.343122 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eb667cac-de60-42d8-9e8b-ae19e7079da6 req-e955b5cc-7486-4f78-8c32-4e61290296a8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3871751 Mar 31 20:24:13.344086 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.348833 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:13.358440 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:13.358440 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.360975 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44186) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:13.369918 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] Pushing event updated for resources: {'Network': ['ID=3a93e190-b264-4600-8491-c9380c3f7a97,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.385307 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.402093 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 3a93e190-b264-4600-8491-c9380c3f7a97 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:13.404824 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.417435 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (32383ac3-b900-47de-a123-476558a47b7b), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.428620 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4e650eaa-aa29-4691-81a5-20d6174858f0 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0904729 Mar 31 20:24:13.481259 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44190) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:13.491951 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-6f514faf-76ad-4071-b18b-4b940e2fd13a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3592956 Mar 31 20:24:13.520611 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Request body: {'subnet': {'network_id': '3a93e190-b264-4600-8491-c9380c3f7a97', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-872032803-subnet', 'tenant_id': '76de0055506c40c6b0e869b9892ae58e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:13.528287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Request body: {'port': {'device_id': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:13.646302 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Attempting to bind port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:13.652268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Attempting to bind port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:13.653995 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Attempting to bind port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 on network a3188f96-bb48-4795-95f7-97f25d1aae9d {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:13.668809 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Made reservation on behalf of 76de0055506c40c6b0e869b9892ae58e for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:13.677679 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.708448 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Pushing event updated for resources: {'Port': ['ID=32383ac3-b900-47de-a123-476558a47b7b,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.735021 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 on network a3188f96-bb48-4795-95f7-97f25d1aae9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:13.735399 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Attempting to bind port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 on network a3188f96-bb48-4795-95f7-97f25d1aae9d {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:13.804571 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['a2f01fb5-28e3-4381-8960-b3129d392f69'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:13.838444 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:13.842054 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Checking segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:13.844944 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Bound using segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} {{(pid=103962) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:13.846777 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.managers [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Bound port: 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}}] {{(pid=103962) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:13.847806 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:13.929359 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44200) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:13.951923 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=a2f01fb5-28e3-4381-8960-b3129d392f69,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:13.980647 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Attempting to bind port 32383ac3-b900-47de-a123-476558a47b7b on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:13.981113 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Attempting to bind port 32383ac3-b900-47de-a123-476558a47b7b by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:13.981348 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Attempting to bind port 32383ac3-b900-47de-a123-476558a47b7b on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:13.989271 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Port 32383ac3-b900-47de-a123-476558a47b7b on network 215cb16d-122d-4128-b811-9df64de194b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:13.989662 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Attempting to bind port 32383ac3-b900-47de-a123-476558a47b7b on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:13.999187 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:13.999575 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.041781 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e266016-26ae-446d-8681-e501eedc711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:14.054763 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.061699 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3890fd1e-762c-46c5-9ed1-8945b55383f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.092702 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] For port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host hv-cinder-83607, cleared binding levels {{(pid=103962) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:14.111951 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:14.112569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Checking segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:14.113155 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Bound using segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:14.113805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Bound port: 32383ac3-b900-47de-a123-476558a47b7b, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:14.114337 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (32383ac3-b900-47de-a123-476558a47b7b), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.134114 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35faddd0-8440-422b-b11e-e961c97d57f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.139430 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8458ab8e-7419-4cdf-a5d5-838be1eb7626 req-8a86345e-79c6-44ed-bc22-877c657f93d5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:14.145190 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,segment=NetworkSegment(3d0f8b65-9003-4e05-8526-6979d639918b),segment_id=3d0f8b65-9003-4e05-8526-6979d639918b)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:14.146361 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] For port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103962) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:14.150534 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8458ab8e-7419-4cdf-a5d5-838be1eb7626 req-8a86345e-79c6-44ed-bc22-877c657f93d5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 943 time: 0.3866625 Mar 31 20:24:14.166007 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9db48b09-3c08-4c5e-9243-fecd89e71a35 None None] Provisioning complete for port ab833fb1-0282-4c2e-9900-2efad89ea859 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:14.166388 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9db48b09-3c08-4c5e-9243-fecd89e71a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.215122 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.246843 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9db48b09-3c08-4c5e-9243-fecd89e71a35 None None] Port ab833fb1-0282-4c2e-9900-2efad89ea859 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:14.268461 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.306292 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.327675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:14.328278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.329819 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] 10.222.0.58 "PUT /v2.0/ports/7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 1093 time: 1.9714143 Mar 31 20:24:14.334294 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:14.349926 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82ce0a-fa4c-47b8-93c6-4c43b58ca081" -d '{"events": [{"server_uuid": "9e266016-26ae-446d-8681-e501eedc711d", "name": "network-vif-plugged", "status": "completed", "tag": "2b04a8fc-6e61-4f41-bf33-d423993eb9cb"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:14.401297 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35faddd0-8440-422b-b11e-e961c97d57f2 admin admin] Publish callbacks [] for security_group (816f8441-0eab-40fd-b9e0-251cc9d96afb), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.406056 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (6f95f763-d166-4a56-94a5-2b72388ee7c0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.463055 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f9759a-5853-4d50-850a-d34ebf414fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:14.485629 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb20c6-87dc-43aa-a3c9-602ebb6cd2ea req-bbb0e2ca-f924-407b-84d8-a122fed4dae9 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:14.487625 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-badb20c6-87dc-43aa-a3c9-602ebb6cd2ea req-bbb0e2ca-f924-407b-84d8-a122fed4dae9 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 944 time: 0.6536243 Mar 31 20:24:14.538334 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-35faddd0-8440-422b-b11e-e961c97d57f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (816f8441-0eab-40fd-b9e0-251cc9d96afb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.541699 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92fe75f-868b-46db-93bb-40f24ab21a87 service neutron] Pushing event updated for resources: {'Port': ['ID=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,revision_number=3']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.574770 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] For port 32383ac3-b900-47de-a123-476558a47b7b, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:14.597671 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f95f763-d166-4a56-94a5-2b72388ee7c0,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.608270 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8458ab8e-7419-4cdf-a5d5-838be1eb7626 req-2d3e987c-4db1-4f28-866f-15cb8bc25f4a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4467235 Mar 31 20:24:14.614322 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] For port 32383ac3-b900-47de-a123-476558a47b7b, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=32383ac3-b900-47de-a123-476558a47b7b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:14.624044 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-35faddd0-8440-422b-b11e-e961c97d57f2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9e67a6f2653144998152470011c60371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6935017 Mar 31 20:24:14.634291 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Checking segment: {'id': 'a7672570-6d81-413e-b6b0-a4640e2348b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '3a93e190-b264-4600-8491-c9380c3f7a97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:14.634291 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Network hostable DHCP agents. Network: 3a93e190-b264-4600-8491-c9380c3f7a97, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:14.634464 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44220) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:14.639496 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35faddd0-8440-422b-b11e-e961c97d57f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816f8441-0eab-40fd-b9e0-251cc9d96afb,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.670192 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-a1aa1b74-fbe8-46f5-8baf-ef5f75a38019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:14.674622 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-a1aa1b74-fbe8-46f5-8baf-ef5f75a38019 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1127 time: 0.2015674 Mar 31 20:24:14.726819 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (32383ac3-b900-47de-a123-476558a47b7b), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.731261 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-badb20c6-87dc-43aa-a3c9-602ebb6cd2ea req-4d631470-bb26-45ac-8d82-03c3da2e8bd5 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130888 Mar 31 20:24:14.752206 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3890fd1e-762c-46c5-9ed1-8945b55383f0 admin admin] Publish callbacks [] for security_group (7b0851d2-744d-45e6-9bb6-70a988858d01), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.753065 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-c6c3717b-0fab-48f1-ad19-48401e509471 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 217 time: 0.0710812 Mar 31 20:24:14.758021 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Network 3a93e190-b264-4600-8491-c9380c3f7a97 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:14.827512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab833fb1-0282-4c2e-9900-2efad89ea859 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:14.835134 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:14.835768 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.837242 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] 10.222.0.58 "PUT /v2.0/ports/32383ac3-b900-47de-a123-476558a47b7b HTTP/1.1" status: 200 len: 1093 time: 3.0321805 Mar 31 20:24:14.840108 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'tag': '32383ac3-b900-47de-a123-476558a47b7b'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:14.842595 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6" -d '{"events": [{"name": "network-changed", "server_uuid": "64d82fa7-15fe-4a65-9808-86666bbe53a2", "tag": "32383ac3-b900-47de-a123-476558a47b7b"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:14.850817 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3890fd1e-762c-46c5-9ed1-8945b55383f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7b0851d2-744d-45e6-9bb6-70a988858d01), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.882183 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Publish callbacks [] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.930984 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2b65d-234d-41ac-a6b3-2de15a25249d x-openstack-request-id: req-d8d2b65d-234d-41ac-a6b3-2de15a25249d {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:14.930984 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e266016-26ae-446d-8681-e501eedc711d", "name": "network-vif-plugged", "status": "completed", "tag": "2b04a8fc-6e61-4f41-bf33-d423993eb9cb", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:14.931356 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d8d2b65d-234d-41ac-a6b3-2de15a25249d {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:14.931929 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d2b65d-234d-41ac-a6b3-2de15a25249d'] response: {'server_uuid': '9e266016-26ae-446d-8681-e501eedc711d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb', 'code': 200} Mar 31 20:24:14.945961 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15b3023e-6bc5-480f-ace5-09fd0b45f4df admin admin] Publish callbacks [] for security_group (816f8441-0eab-40fd-b9e0-251cc9d96afb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:14.952149 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1496db9b-f6da-4a06-b8d3-618042b73b40 service neutron] Pushing event updated for resources: {'Port': ['ID=32383ac3-b900-47de-a123-476558a47b7b,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:14.981748 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3890fd1e-762c-46c5-9ed1-8945b55383f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0851d2-744d-45e6-9bb6-70a988858d01,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.000489 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-3890fd1e-762c-46c5-9ed1-8945b55383f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e49add15fde4412b4810bee91a1cfaa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6382415 Mar 31 20:24:15.008250 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44232) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:15.071371 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-09785deb-d976-4c4f-bef9-d72cb7e39fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.071371 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-09785deb-d976-4c4f-bef9-d72cb7e39fb3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.3093219 Mar 31 20:24:15.078346 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 3a93e190-b264-4600-8491-c9380c3f7a97) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:15.088560 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94f629f-5c1d-498f-985b-5af708530675 None None] Network 3a93e190-b264-4600-8491-c9380c3f7a97 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:15.099834 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.100431 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.126689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038d9a6-c191-480e-b353-ef4d344cf0e1 req-19ca50e6-7e0d-46c4-8729-21d6c1bb63d8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.128211 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4038d9a6-c191-480e-b353-ef4d344cf0e1 req-19ca50e6-7e0d-46c4-8729-21d6c1bb63d8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 932 time: 0.4095993 Mar 31 20:24:15.133526 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Transition to ACTIVE for port object ab833fb1-0282-4c2e-9900-2efad89ea859 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:24:15.154873 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15b3023e-6bc5-480f-ace5-09fd0b45f4df admin admin] Publish callbacks [] for security_group (816f8441-0eab-40fd-b9e0-251cc9d96afb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.185681 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ddf3-5bc2-4fcc-a7e5-14dbf6ed9320 admin admin] Publish callbacks [] for security_group (7b0851d2-744d-45e6-9bb6-70a988858d01), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.208631 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-85d747a1-9e63-4afc-ba01-3ea573f216af admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7175634 Mar 31 20:24:15.240194 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-46cc62ed-118b-4b2f-b5dc-8f279db92acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.242157 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-46cc62ed-118b-4b2f-b5dc-8f279db92acc service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1460788 Mar 31 20:24:15.254011 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1ff66d-1218-416d-b42a-2fc663d50075 None None] Network 3a93e190-b264-4600-8491-c9380c3f7a97 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:15.255005 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-ecef5592-b14a-47d4-8c0b-bc6cff95f86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.256591 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-ecef5592-b14a-47d4-8c0b-bc6cff95f86a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 1127 time: 0.2496190 Mar 31 20:24:15.270492 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.286452 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ddf3-5bc2-4fcc-a7e5-14dbf6ed9320 admin admin] Publish callbacks [] for security_group (7b0851d2-744d-45e6-9bb6-70a988858d01), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.339072 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-3ebc17dd-64cb-473c-b667-9ab068f829de service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32383ac3-b900-47de-a123-476558a47b7b HTTP/1.1" status: 200 len: 217 time: 0.0503736 Mar 31 20:24:15.345316 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.58', 55400) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:15.393501 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-6be39d87-59b4-466e-a099-cae30b9eef3f service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404624 Mar 31 20:24:15.411820 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cfe90e-96e0-4d76-85c2-1f9d37b8d551 req-af79edc0-d25e-419f-ae22-f3506fffafbb tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.413407 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-08cfe90e-96e0-4d76-85c2-1f9d37b8d551 req-af79edc0-d25e-419f-ae22-f3506fffafbb tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 943 time: 0.3735261 Mar 31 20:24:15.512598 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4038d9a6-c191-480e-b353-ef4d344cf0e1 req-96c1e700-4cd1-49b3-b2f1-7e6b5d99bd7c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602865 Mar 31 20:24:15.532641 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-611e9d04-935d-46be-8fce-5e87d92121b5 req-cf668a41-e0ff-4b7c-b357-b24657ac346e service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321266 Mar 31 20:24:15.650524 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Attempting to bind port ab833fb1-0282-4c2e-9900-2efad89ea859 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:15.651140 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Attempting to bind port ab833fb1-0282-4c2e-9900-2efad89ea859 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:15.651632 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Attempting to bind port ab833fb1-0282-4c2e-9900-2efad89ea859 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:15.662031 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.666080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Port ab833fb1-0282-4c2e-9900-2efad89ea859 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:24:15.666775 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Attempting to bind port ab833fb1-0282-4c2e-9900-2efad89ea859 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:15.676461 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-743d859d-3108-41f4-b58c-4868bc09542b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.678241 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-743d859d-3108-41f4-b58c-4868bc09542b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.3276358 Mar 31 20:24:15.690933 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:15.693480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Checking segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:15.693480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Bound using segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:15.693480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Bound port: ab833fb1-0282-4c2e-9900-2efad89ea859, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:15.693480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.720535 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6aeb-f2a6-4ad0-af77-a27788adaafe req-61bcbd31-a185-4189-ae8a-532be8776508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.721830 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0fab6aeb-f2a6-4ad0-af77-a27788adaafe req-61bcbd31-a185-4189-ae8a-532be8776508 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 1129 time: 0.3728275 Mar 31 20:24:15.731847 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15b3023e-6bc5-480f-ace5-09fd0b45f4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (816f8441-0eab-40fd-b9e0-251cc9d96afb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.734579 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-15b3023e-6bc5-480f-ace5-09fd0b45f4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.735788 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-15b3023e-6bc5-480f-ace5-09fd0b45f4df admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/816f8441-0eab-40fd-b9e0-251cc9d96afb HTTP/1.1" status: 204 len: 168 time: 1.1044214 Mar 31 20:24:15.791862 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3023e-6bc5-480f-ace5-09fd0b45f4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816f8441-0eab-40fd-b9e0-251cc9d96afb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.844031 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-08cfe90e-96e0-4d76-85c2-1f9d37b8d551 req-76d4cb65-cbd3-443e-a9a0-017698721fce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881998 Mar 31 20:24:15.852659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0fab6aeb-f2a6-4ad0-af77-a27788adaafe req-cbbeed7d-9636-4016-837a-65b029d03401 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.874487 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd689ec-9f27-4125-91d6-c9eb2a33da20 x-openstack-request-id: req-8bd689ec-9f27-4125-91d6-c9eb2a33da20 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:15.874487 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:15.874487 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8bd689ec-9f27-4125-91d6-c9eb2a33da20 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:15.874487 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bd689ec-9f27-4125-91d6-c9eb2a33da20'] response: {'name': 'network-changed', 'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'status': 'completed', 'code': 200} Mar 31 20:24:15.879101 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ddf3-5bc2-4fcc-a7e5-14dbf6ed9320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7b0851d2-744d-45e6-9bb6-70a988858d01), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.882596 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5cb0ddf3-5bc2-4fcc-a7e5-14dbf6ed9320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:15.883779 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-5cb0ddf3-5bc2-4fcc-a7e5-14dbf6ed9320 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b0851d2-744d-45e6-9bb6-70a988858d01 HTTP/1.1" status: 204 len: 168 time: 0.8696856 Mar 31 20:24:15.921620 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0ddf3-5bc2-4fcc-a7e5-14dbf6ed9320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0851d2-744d-45e6-9bb6-70a988858d01,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:15.950597 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc863b4-abcb-442f-9d98-728de8bbcf18 x-openstack-request-id: req-cdc863b4-abcb-442f-9d98-728de8bbcf18 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:15.950901 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d82fa7-15fe-4a65-9808-86666bbe53a2", "tag": "32383ac3-b900-47de-a123-476558a47b7b", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:15.951158 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cdc863b4-abcb-442f-9d98-728de8bbcf18 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:15.951563 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdc863b4-abcb-442f-9d98-728de8bbcf18'] response: {'name': 'network-changed', 'server_uuid': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'tag': '32383ac3-b900-47de-a123-476558a47b7b', 'status': 'completed', 'code': 200} Mar 31 20:24:15.966954 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-47d2572d-48d7-4b63-a266-18d0789f6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:15.968508 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-47d2572d-48d7-4b63-a266-18d0789f6d2c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2594450 Mar 31 20:24:15.977704 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:15.982065 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:16.051927 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-e5de26c2-cc59-4cf8-86d9-b035a3d1c0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.053467 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-e5de26c2-cc59-4cf8-86d9-b035a3d1c0b3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1127 time: 0.1436267 Mar 31 20:24:16.130820 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.196223 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-c1cadc54-583d-41b1-85f0-07845219744d service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113681 Mar 31 20:24:16.201102 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.201829 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.203331 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] 10.222.0.58 "PUT /v2.0/ports/ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 1094 time: 2.7019012 Mar 31 20:24:16.259140 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-3142335c-efa8-48b1-89c9-eb367bf678a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.259140 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-3142335c-efa8-48b1-89c9-eb367bf678a9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 912 time: 0.1912851 Mar 31 20:24:16.320468 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-9d097e1c-e1d0-45d2-9230-48214920de7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 217 time: 0.0563800 Mar 31 20:24:16.370387 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device a2f01fb5-28e3-4381-8960-b3129d392f69 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:16.418584 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-43f4111a-796e-4c81-8485-80bdc5892bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.437640 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-43f4111a-796e-4c81-8485-80bdc5892bc9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.0915194 Mar 31 20:24:16.511049 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-5cc30458-0eb4-41fd-9a62-44439f3f7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.512019 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-5cc30458-0eb4-41fd-9a62-44439f3f7009 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0733624 Mar 31 20:24:16.559549 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0fab6aeb-f2a6-4ad0-af77-a27788adaafe req-cbbeed7d-9636-4016-837a-65b029d03401 service neutron] Publish callbacks [] for security_group (9af985ab-739e-4e3c-8502-63da279c3b34), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.599511 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d543e4-cca7-45e6-9e17-ecddfda27ef5 service neutron] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:16.602886 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port a2f01fb5-28e3-4381-8960-b3129d392f69 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:16.608671 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port a2f01fb5-28e3-4381-8960-b3129d392f69 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:16.609399 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.617381 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc7f64-f337-4fcd-8c48-2f50d898482f req-d9344c4d-a139-4445-8607-3b03c949bcac tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.624466 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5dcc7f64-f337-4fcd-8c48-2f50d898482f req-d9344c4d-a139-4445-8607-3b03c949bcac tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 943 time: 0.5779123 Mar 31 20:24:16.642227 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53d6691-ee51-40a7-a98d-0c50c93a8fda req-d526e29d-534b-4b04-a142-e36b6103122f tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.649702 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c53d6691-ee51-40a7-a98d-0c50c93a8fda req-d526e29d-534b-4b04-a142-e36b6103122f tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 945 time: 0.5997009 Mar 31 20:24:16.673515 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0fab6aeb-f2a6-4ad0-af77-a27788adaafe req-cbbeed7d-9636-4016-837a-65b029d03401 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (9af985ab-739e-4e3c-8502-63da279c3b34), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.682940 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-1b05eb53-3f48-4b64-aa87-8aba841641d1 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598871 Mar 31 20:24:16.702347 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port a2f01fb5-28e3-4381-8960-b3129d392f69 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:16.702657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.793543 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-0ca076b5-9995-4be9-b115-b605c1959b77 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991635 Mar 31 20:24:16.802960 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0fab6aeb-f2a6-4ad0-af77-a27788adaafe req-cbbeed7d-9636-4016-837a-65b029d03401 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0413563 Mar 31 20:24:16.811185 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f92c6d75-f970-4bf9-8e69-4ec671719016 req-4c2d2abe-f34d-43a3-8734-a2148f1a003b service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5849857 Mar 31 20:24:16.817328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbeed7d-9636-4016-837a-65b029d03401 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9af985ab-739e-4e3c-8502-63da279c3b34,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:16.826596 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5dcc7f64-f337-4fcd-8c48-2f50d898482f req-8f1c1b0b-4720-40a7-8175-51a09706a7d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012062 Mar 31 20:24:16.828526 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-39343efa-fb49-40b8-b3c4-cf27de338deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.829981 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-39343efa-fb49-40b8-b3c4-cf27de338deb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1128 time: 0.3536265 Mar 31 20:24:16.834929 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c53d6691-ee51-40a7-a98d-0c50c93a8fda req-5386f3dc-2bab-4dbe-b9ae-d7a7b3d6b190 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845961 Mar 31 20:24:16.836646 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port a2f01fb5-28e3-4381-8960-b3129d392f69, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2f01fb5-28e3-4381-8960-b3129d392f69,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:16.933342 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f01fb5-28e3-4381-8960-b3129d392f69'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:16.938162 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1658ee8f-2aa4-46c7-b479-61077428c671" -d '{"events": [{"server_uuid": "9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3", "name": "network-vif-plugged", "status": "completed", "tag": "a2f01fb5-28e3-4381-8960-b3129d392f69"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:16.963298 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44282) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:16.984733 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba26742c-3a94-4fe2-bcf4-2f8dba3cf351 req-5b05eab2-6766-4465-a077-93a5bff41a48 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:16.986409 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba26742c-3a94-4fe2-bcf4-2f8dba3cf351 req-5b05eab2-6766-4465-a077-93a5bff41a48 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0987785 Mar 31 20:24:16.988868 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-632bca4f-1871-43bf-8c86-17337055131a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:16.992442 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.072393 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba26742c-3a94-4fe2-bcf4-2f8dba3cf351 req-d03afe3e-0821-4f7f-a4c0-0c30fc896e23 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780787 Mar 31 20:24:17.124337 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=a2f01fb5-28e3-4381-8960-b3129d392f69,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:17.135334 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd43384-c3a7-474c-8f93-2b2ea534f3a4 req-e5ae2762-4e15-47da-896b-046c8698efc9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.137020 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fdd43384-c3a7-474c-8f93-2b2ea534f3a4 req-e5ae2762-4e15-47da-896b-046c8698efc9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 943 time: 0.2132807 Mar 31 20:24:17.138555 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-8f08eaa3-2355-490d-b0c6-3eee547f987f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 217 time: 0.0724425 Mar 31 20:24:17.182616 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4756b66-2ba7-4e23-8525-89abb203390c x-openstack-request-id: req-a4756b66-2ba7-4e23-8525-89abb203390c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:17.183745 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3", "name": "network-vif-plugged", "status": "completed", "tag": "a2f01fb5-28e3-4381-8960-b3129d392f69", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:17.186000 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a4756b66-2ba7-4e23-8525-89abb203390c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:17.189986 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4756b66-2ba7-4e23-8525-89abb203390c'] response: {'server_uuid': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2f01fb5-28e3-4381-8960-b3129d392f69', 'code': 200} Mar 31 20:24:17.223848 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44284) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.280284 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-40b5d21c-0f0d-4ac8-87a5-d8de3c00560b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.298142 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fdd43384-c3a7-474c-8f93-2b2ea534f3a4 req-f986e9a6-8b5f-4186-90f4-ae42b9c89ba1 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546547 Mar 31 20:24:17.315558 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-dd6d0eb4-4bd5-4642-be76-892982a00ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.317970 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-dd6d0eb4-4bd5-4642-be76-892982a00ee6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.1282792 Mar 31 20:24:17.319681 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-632bca4f-1871-43bf-8c86-17337055131a admin admin] Publish callbacks [] for security_group (57414fb0-2832-4998-be6e-6262583a1b02), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.341184 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-b4645852-2663-49c6-bc75-b8429d6b0c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.343055 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-b4645852-2663-49c6-bc75-b8429d6b0c91 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 1127 time: 0.1087508 Mar 31 20:24:17.411183 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-632bca4f-1871-43bf-8c86-17337055131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (57414fb0-2832-4998-be6e-6262583a1b02), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.455058 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-0bd5ec0e-1a66-4601-9756-9ba4c5d52962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.459375 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-0bd5ec0e-1a66-4601-9756-9ba4c5d52962 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1291935 Mar 31 20:24:17.474642 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-632bca4f-1871-43bf-8c86-17337055131a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3d1ca43db9484f6681add77e09ea330b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5101254 Mar 31 20:24:17.482036 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44286) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.485228 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44288) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.493308 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1869223589-network', 'tenant_id': '961d9a11650949dfb9f2ab5401ae0e4e'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:17.506103 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-40b5d21c-0f0d-4ac8-87a5-d8de3c00560b admin admin] Publish callbacks [] for security_group (5f3e415e-1719-4669-9eef-0df3fc123f30), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.511995 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632bca4f-1871-43bf-8c86-17337055131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57414fb0-2832-4998-be6e-6262583a1b02,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:17.567459 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-884fb456-95f2-442b-8e01-f26ff6b6ef19 admin admin] Publish callbacks [] for security_group (57414fb0-2832-4998-be6e-6262583a1b02), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.569170 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-40b5d21c-0f0d-4ac8-87a5-d8de3c00560b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5f3e415e-1719-4669-9eef-0df3fc123f30), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.632716 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-884fb456-95f2-442b-8e01-f26ff6b6ef19 admin admin] Publish callbacks [] for security_group (57414fb0-2832-4998-be6e-6262583a1b02), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.637093 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Made reservation on behalf of 961d9a11650949dfb9f2ab5401ae0e4e for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:17.639468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.649236 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44292) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.650749 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-40b5d21c-0f0d-4ac8-87a5-d8de3c00560b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=eb275f977eaa4e849dc5981f1628b0a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4274650 Mar 31 20:24:17.652262 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-2d67acff-2430-4c68-9a4a-dc288fc95b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.654677 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-2d67acff-2430-4c68-9a4a-dc288fc95b35 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.2939243 Mar 31 20:24:17.657292 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44294) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:17.660359 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5d21c-0f0d-4ac8-87a5-d8de3c00560b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3e415e-1719-4669-9eef-0df3fc123f30,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:17.667051 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.749862 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-55cec3ee-29fd-484c-b71b-ffa357a582bc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32383ac3-b900-47de-a123-476558a47b7b HTTP/1.1" status: 200 len: 217 time: 0.0677805 Mar 31 20:24:17.772629 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks [] for security_group (7a9d9ae0-e7af-4d9e-b471-175144b099c2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.781135 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-884fb456-95f2-442b-8e01-f26ff6b6ef19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (57414fb0-2832-4998-be6e-6262583a1b02), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.784017 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-884fb456-95f2-442b-8e01-f26ff6b6ef19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.785286 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-884fb456-95f2-442b-8e01-f26ff6b6ef19 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/57414fb0-2832-4998-be6e-6262583a1b02 HTTP/1.1" status: 204 len: 168 time: 0.3009202 Mar 31 20:24:17.795862 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884fb456-95f2-442b-8e01-f26ff6b6ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57414fb0-2832-4998-be6e-6262583a1b02,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:17.810830 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8360d6-a697-40d6-a2f4-722abcccc9aa req-a9675aad-edf2-497e-aa7e-84c05a9b49b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.812416 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6d8360d6-a697-40d6-a2f4-722abcccc9aa req-a9675aad-edf2-497e-aa7e-84c05a9b49b9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1129 time: 0.2502897 Mar 31 20:24:17.820468 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-1f952525-2d24-4c9d-b26a-0662c282a1f4 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504043 Mar 31 20:24:17.855593 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7a9d9ae0-e7af-4d9e-b471-175144b099c2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.883001 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:17.904740 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9d9ae0-e7af-4d9e-b471-175144b099c2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:17.909417 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (e53d4959-679c-4c5b-92c8-b2678b18a2ee), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.909807 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Added segment e53d4959-679c-4c5b-92c8-b2678b18a2ee of type vlan for network 0a1a3035-7aec-4d00-b759-6cf6f1e950df Mar 31 20:24:17.911176 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-f06b4603-4f58-4334-b9fc-481320150b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:17.912674 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-f06b4603-4f58-4334-b9fc-481320150b94 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.1540368 Mar 31 20:24:17.913424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2585fa58-8d8c-4e8a-8343-f5bd3bff4f67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.915359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8abfb3fe-f18d-4260-8d52-7c99f19ce27b admin admin] Publish callbacks [] for security_group (5f3e415e-1719-4669-9eef-0df3fc123f30), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.958995 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (0a1a3035-7aec-4d00-b759-6cf6f1e950df), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:17.970858 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:17.973097 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:18.055513 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (0a1a3035-7aec-4d00-b759-6cf6f1e950df), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.056681 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.057394 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.094804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8abfb3fe-f18d-4260-8d52-7c99f19ce27b admin admin] Publish callbacks [] for security_group (5f3e415e-1719-4669-9eef-0df3fc123f30), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.115068 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6d8360d6-a697-40d6-a2f4-722abcccc9aa req-276de659-0f79-4b17-87ab-e484c7b1d229 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910981 Mar 31 20:24:18.120880 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] Pushing event updated for resources: {'Network': ['ID=0a1a3035-7aec-4d00-b759-6cf6f1e950df,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:18.133690 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 0a1a3035-7aec-4d00-b759-6cf6f1e950df details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:18.184551 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2f611c48-15a1-4218-80c4-f887d2299fa7 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6954703 Mar 31 20:24:18.190241 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44314) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:18.198157 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Request body: {'subnet': {'network_id': '0a1a3035-7aec-4d00-b759-6cf6f1e950df', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1869223589-subnet', 'tenant_id': '961d9a11650949dfb9f2ab5401ae0e4e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:18.217041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031a078-56ec-426f-89d5-2c5cbb588077 req-b5c2a0a0-8f6d-4a4b-b580-40dc6335dc88 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.219395 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3031a078-56ec-426f-89d5-2c5cbb588077 req-b5c2a0a0-8f6d-4a4b-b580-40dc6335dc88 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 945 time: 0.3113906 Mar 31 20:24:18.234924 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61a7b2b9-d570-4fcc-930b-c2a4d5d7a10c req-2ab63c0f-95f3-4f34-a187-358b5bf741cc service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952768 Mar 31 20:24:18.243759 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-9d2150f1-529f-4d6f-8475-41abcd0f7049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.245257 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-9d2150f1-529f-4d6f-8475-41abcd0f7049 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3013959 Mar 31 20:24:18.258896 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0b611-dec4-4dbd-b29c-85475b623228 req-60f11299-514f-423d-a98b-4466811d5c15 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.260524 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8ce0b611-dec4-4dbd-b29c-85475b623228 req-60f11299-514f-423d-a98b-4466811d5c15 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 943 time: 0.3156428 Mar 31 20:24:18.301684 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Made reservation on behalf of 961d9a11650949dfb9f2ab5401ae0e4e for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:18.304707 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.330081 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3031a078-56ec-426f-89d5-2c5cbb588077 req-93403ec5-54f0-4664-a98f-3a77757c289b tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930219 Mar 31 20:24:18.385396 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:18.399668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8abfb3fe-f18d-4260-8d52-7c99f19ce27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5f3e415e-1719-4669-9eef-0df3fc123f30), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.402402 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8abfb3fe-f18d-4260-8d52-7c99f19ce27b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.409011 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-8abfb3fe-f18d-4260-8d52-7c99f19ce27b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5f3e415e-1719-4669-9eef-0df3fc123f30 HTTP/1.1" status: 204 len: 168 time: 0.7389886 Mar 31 20:24:18.413033 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8ce0b611-dec4-4dbd-b29c-85475b623228 req-204562a9-a0e6-4007-b338-ae03e0b90f88 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413250 Mar 31 20:24:18.417435 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c54535-5698-4a02-ad44-d8073b8cba1c x-openstack-request-id: req-55c54535-5698-4a02-ad44-d8073b8cba1c {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:18.417723 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:18.417997 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-55c54535-5698-4a02-ad44-d8073b8cba1c {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:18.418390 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c54535-5698-4a02-ad44-d8073b8cba1c'] response: {'name': 'network-changed', 'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'status': 'completed', 'code': 200} Mar 31 20:24:18.508340 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abfb3fe-f18d-4260-8d52-7c99f19ce27b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3e415e-1719-4669-9eef-0df3fc123f30,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:18.622620 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:18.638639 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'port_id': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'mac_address': 'fa:16:3e:21:a2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:18.650618 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2585fa58-8d8c-4e8a-8343-f5bd3bff4f67 admin admin] Publish callbacks [] for security_group (524d1045-6727-4eec-a5d8-26bacaa70404), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.684215 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:18.684876 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.707804 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:18.720602 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (a1b3f43d-118f-44c6-91d1-0cdd2ed85dda), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.732892 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:18.733160 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2585fa58-8d8c-4e8a-8343-f5bd3bff4f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (524d1045-6727-4eec-a5d8-26bacaa70404), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.772933 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-2585fa58-8d8c-4e8a-8343-f5bd3bff4f67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac205d3cdfb145aca5981c6231c5b3ac&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1169004 Mar 31 20:24:18.775082 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-38de39af-8c24-44a5-ae99-dd212f52d661 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441302 Mar 31 20:24:18.776441 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44332) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:18.798459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26630b3f-b9c6-473d-98e0-b4b1503344ec req-6dc1b6cb-64b0-4aa5-8a59-a743ed874bc7 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.805374 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-26630b3f-b9c6-473d-98e0-b4b1503344ec req-6dc1b6cb-64b0-4aa5-8a59-a743ed874bc7 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.2948921 Mar 31 20:24:18.810000 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:18.815614 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-eaac7a54-5b5a-4d90-a701-cf37d690a9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.817592 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-eaac7a54-5b5a-4d90-a701-cf37d690a9ac service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1128 time: 0.3422735 Mar 31 20:24:18.832518 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b3f43d-118f-44c6-91d1-0cdd2ed85dda,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:18.838411 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Checking segment: {'id': 'e53d4959-679c-4c5b-92c8-b2678b18a2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '0a1a3035-7aec-4d00-b759-6cf6f1e950df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:18.838818 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Network hostable DHCP agents. Network: 0a1a3035-7aec-4d00-b759-6cf6f1e950df, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:18.880711 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:18.896404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513511f3-3ba5-4dcf-a889-884fe21d00f0 req-7d4a20a8-3d6b-46e7-ad47-61b852aeabc7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:18.897955 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-513511f3-3ba5-4dcf-a889-884fe21d00f0 req-7d4a20a8-3d6b-46e7-ad47-61b852aeabc7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 943 time: 0.3038509 Mar 31 20:24:18.904506 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585fa58-8d8c-4e8a-8343-f5bd3bff4f67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=524d1045-6727-4eec-a5d8-26bacaa70404,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:18.935348 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Network 0a1a3035-7aec-4d00-b759-6cf6f1e950df is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:19.032774 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 0a1a3035-7aec-4d00-b759-6cf6f1e950df) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:19.038276 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.038859 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.050211 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fd88e9-46bd-4958-a31e-f609ea472636 None None] Network 0a1a3035-7aec-4d00-b759-6cf6f1e950df requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:19.112712 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['7a8687be-5eba-4c5d-bf43-6fc4dd712d96'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:19.131351 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c2043319-4c0a-4095-b7bc-01ace437f617 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9285429 Mar 31 20:24:19.279043 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f2732f-2ab0-47aa-bc69-f6575a3c5352 None None] Network 0a1a3035-7aec-4d00-b759-6cf6f1e950df requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:19.307747 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-26630b3f-b9c6-473d-98e0-b4b1503344ec req-492d4560-3af3-406a-b073-926e8110e337 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4914203 Mar 31 20:24:19.308870 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44348) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:19.371330 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2f095de3-607f-4fb2-b2e0-f56eceac9cf6 req-3e8446b0-006c-4d6f-b4a2-11a4cf175788 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5611849 Mar 31 20:24:19.424709 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Deleting subnet 6f95f763-d166-4a56-94a5-2b72388ee7c0 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:19.426733 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-513511f3-3ba5-4dcf-a889-884fe21d00f0 req-b0973a7c-1161-4a56-81ab-ada110f20dee tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5168171 Mar 31 20:24:19.445664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Publish callbacks [] for subnet (6f95f763-d166-4a56-94a5-2b72388ee7c0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.501095 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-044839cb-3a64-4a07-88bc-944b514fcb01 admin admin] Publish callbacks [] for security_group (524d1045-6727-4eec-a5d8-26bacaa70404), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.534927 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Publish callbacks [] for subnet (6f95f763-d166-4a56-94a5-2b72388ee7c0), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.547692 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (6f95f763-d166-4a56-94a5-2b72388ee7c0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.626328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-bc6de4b1-b7e8-4a54-8b16-3c3e043c1a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.627813 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-bc6de4b1-b7e8-4a54-8b16-3c3e043c1a58 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.7287467 Mar 31 20:24:19.662677 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-044839cb-3a64-4a07-88bc-944b514fcb01 admin admin] Publish callbacks [] for security_group (524d1045-6727-4eec-a5d8-26bacaa70404), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.718651 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-c6e7ea55-bd99-45a8-b5c3-92c6df07b1e1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 217 time: 0.0822537 Mar 31 20:24:19.730243 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for subnet (6f95f763-d166-4a56-94a5-2b72388ee7c0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.756159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d25cbb9-61df-4205-b977-98936c70df8f req-35971864-c0c6-4b04-9c77-423ded1a42d8 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.757932 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9d25cbb9-61df-4205-b977-98936c70df8f req-35971864-c0c6-4b04-9c77-423ded1a42d8 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 945 time: 0.3018656 Mar 31 20:24:19.759689 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f95f763-d166-4a56-94a5-2b72388ee7c0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:19.770093 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.774165 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-3aef8c77-f652-459c-a471-04dd126cb337 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/6f95f763-d166-4a56-94a5-2b72388ee7c0 HTTP/1.1" status: 204 len: 168 time: 0.4645791 Mar 31 20:24:19.776506 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44358) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:19.832178 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbba1fd-dd3f-459b-8c92-3858f8bdd476 req-2e7e42ab-70f7-4d16-b42b-4f4d31f34448 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.833785 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bbbba1fd-dd3f-459b-8c92-3858f8bdd476 req-2e7e42ab-70f7-4d16-b42b-4f4d31f34448 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 943 time: 0.2364497 Mar 31 20:24:19.851135 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-bb8ab11b-b6b3-43ac-835e-3886088913c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:19.852744 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-bb8ab11b-b6b3-43ac-835e-3886088913c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.1203694 Mar 31 20:24:19.892847 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (3a93e190-b264-4600-8491-c9380c3f7a97), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.945673 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-044839cb-3a64-4a07-88bc-944b514fcb01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (524d1045-6727-4eec-a5d8-26bacaa70404), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.948261 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-044839cb-3a64-4a07-88bc-944b514fcb01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:19.949471 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-044839cb-3a64-4a07-88bc-944b514fcb01 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/524d1045-6727-4eec-a5d8-26bacaa70404 HTTP/1.1" status: 204 len: 168 time: 1.1691096 Mar 31 20:24:19.962884 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9d25cbb9-61df-4205-b977-98936c70df8f req-a066d583-e2dd-4e69-a2c2-fa1b264c5d1b tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728671 Mar 31 20:24:19.979993 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044839cb-3a64-4a07-88bc-944b514fcb01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524d1045-6727-4eec-a5d8-26bacaa70404,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:19.995597 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bbbba1fd-dd3f-459b-8c92-3858f8bdd476 req-323ce358-8f82-4c9d-ba31-2786372053bb tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884523 Mar 31 20:24:20.004684 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-4e10480e-aaeb-4bc7-8ec8-6034ced9482a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.006284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-4e10480e-aaeb-4bc7-8ec8-6034ced9482a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1445498 Mar 31 20:24:20.035832 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (3a93e190-b264-4600-8491-c9380c3f7a97), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.085808 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.087766 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.091809 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.092494 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > port after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.093077 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.095867 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > port after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.096308 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.096706 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.097721 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.099397 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.133114 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-34c69061-b18c-4e58-88d8-ebbee2612256 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094418 Mar 31 20:24:20.243087 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.243648 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.245831 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.245831 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103962) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:20.245831 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a93e190-b264-4600-8491-c9380c3f7a97']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:20.247375 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3999f6a3-9eeb-46e6-9b11-b60fdb171f91 req-e6bdf2ef-cb77-4b33-9ad5-9ab5b4a017c7 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078885 Mar 31 20:24:20.265092 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7672570-6d81-413e-b6b0-a4640e2348b0') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:20.265384 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7672570-6d81-413e-b6b0-a4640e2348b0') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:20.283549 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (a7672570-6d81-413e-b6b0-a4640e2348b0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.307404 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (a7672570-6d81-413e-b6b0-a4640e2348b0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.317160 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:20.317809 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (a7672570-6d81-413e-b6b0-a4640e2348b0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: from cryptography.utils import int_from_bytes Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: from cryptography.utils import int_from_bytes Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:20.342051 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:20.401923 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 32383ac3-b900-47de-a123-476558a47b7b details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:20.404854 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:20.456434 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f7731-66c1-42f2-85c6-d4c9c9b22990 req-3fa7e15f-56e1-4a21-81f1-6845e666d8b9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.459147 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc7f7731-66c1-42f2-85c6-d4c9c9b22990 req-3fa7e15f-56e1-4a21-81f1-6845e666d8b9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0789804 Mar 31 20:24:20.501380 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (3a93e190-b264-4600-8491-c9380c3f7a97), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.517718 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.523782 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3a93e190-b264-4600-8491-c9380c3f7a97 HTTP/1.1" status: 204 len: 168 time: 0.7460320 Mar 31 20:24:20.546759 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44390) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:20.547706 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b87cc-5f49-4fa2-8a8f-e802895e3258 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a93e190-b264-4600-8491-c9380c3f7a97,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:20.559704 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 32383ac3-b900-47de-a123-476558a47b7b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=32383ac3-b900-47de-a123-476558a47b7b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:20.575815 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '32383ac3-b900-47de-a123-476558a47b7b', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'port_id': '32383ac3-b900-47de-a123-476558a47b7b', 'mac_address': 'fa:16:3e:d1:54:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:20.625706 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:20.636894 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Deleting subnet a1b3f43d-118f-44c6-91d1-0cdd2ed85dda {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:20.640640 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:20.640848 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Publish callbacks [] for subnet (a1b3f43d-118f-44c6-91d1-0cdd2ed85dda), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.641117 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc7f7731-66c1-42f2-85c6-d4c9c9b22990 req-fa57c2ca-0d1b-453d-86c0-053043ae3f31 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718879 Mar 31 20:24:20.650047 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.666527 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92c0fc-9533-4f24-b253-714750e22920 req-fabd145a-2c59-416e-af65-3d037d159aa8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:20.666527 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ce92c0fc-9533-4f24-b253-714750e22920 req-fabd145a-2c59-416e-af65-3d037d159aa8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 944 time: 0.1418116 Mar 31 20:24:20.692808 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 32383ac3-b900-47de-a123-476558a47b7b is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:20.694017 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (32383ac3-b900-47de-a123-476558a47b7b), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.707327 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (a1b3f43d-118f-44c6-91d1-0cdd2ed85dda), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.726175 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32383ac3-b900-47de-a123-476558a47b7b {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:20.727124 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ce92c0fc-9533-4f24-b253-714750e22920 req-967fbb26-582d-456c-91f3-cfe0464e5dc7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557787 Mar 31 20:24:20.765378 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 32383ac3-b900-47de-a123-476558a47b7b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=32383ac3-b900-47de-a123-476558a47b7b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:20.773303 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (a1b3f43d-118f-44c6-91d1-0cdd2ed85dda), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.804746 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:20.805142 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.829426 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:20.832244 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c540c2ea-05e7-41f0-bfea-628490489c80" -d '{"events": [{"server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "name": "network-vif-plugged", "status": "completed", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:20.849030 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:20.854758 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (32383ac3-b900-47de-a123-476558a47b7b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.886252 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e20aa88-c444-492c-8043-fecd085b66a8 x-openstack-request-id: req-4e20aa88-c444-492c-8043-fecd085b66a8 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:20.886573 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "name": "network-vif-plugged", "status": "completed", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:20.886831 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e20aa88-c444-492c-8043-fecd085b66a8 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:20.887251 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e20aa88-c444-492c-8043-fecd085b66a8'] response: {'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'code': 200} Mar 31 20:24:20.917653 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=32383ac3-b900-47de-a123-476558a47b7b,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:20.952687 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:20.952829 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (a1b3f43d-118f-44c6-91d1-0cdd2ed85dda), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.000279 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.004892 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a1b3f43d-118f-44c6-91d1-0cdd2ed85dda HTTP/1.1" status: 204 len: 168 time: 0.4487131 Mar 31 20:24:21.006394 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ff6e-46bb-43b7-aef8-a852c329812a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b3f43d-118f-44c6-91d1-0cdd2ed85dda,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.016600 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44402) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:21.051317 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.118766 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['32383ac3-b900-47de-a123-476558a47b7b'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:21.186033 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44410) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:21.195829 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (0a1a3035-7aec-4d00-b759-6cf6f1e950df), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.228707 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53246162-9a61-4aba-bf9d-7e66ea14f177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.250676 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d12b31-1a5e-408e-95e7-3d7c5e035353 req-fde1e784-7be5-4e34-9b08-f46350592ede tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.252284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-33d12b31-1a5e-408e-95e7-3d7c5e035353 req-fde1e784-7be5-4e34-9b08-f46350592ede tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 944 time: 0.1444390 Mar 31 20:24:21.380902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (0a1a3035-7aec-4d00-b759-6cf6f1e950df), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.400592 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53246162-9a61-4aba-bf9d-7e66ea14f177 admin admin] Publish callbacks [] for security_group (8a192765-180e-438d-9547-7dd349dfbc49), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.422128 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-33d12b31-1a5e-408e-95e7-3d7c5e035353 req-776cf1ee-a9f2-4fa5-9931-a6d5a77cd825 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568022 Mar 31 20:24:21.425912 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.426252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.426994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.427502 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > port after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.428007 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.428509 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > port after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.428981 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.429453 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.429971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.430602 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.498342 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.499010 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.499010 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.499712 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103963) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 20:24:21.499712 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1a3035-7aec-4d00-b759-6cf6f1e950df']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:21.502049 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53246162-9a61-4aba-bf9d-7e66ea14f177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8a192765-180e-438d-9547-7dd349dfbc49), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.521412 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e53d4959-679c-4c5b-92c8-b2678b18a2ee') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:21.521731 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e53d4959-679c-4c5b-92c8-b2678b18a2ee') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:21.527573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40152514-0733-4880-935d-4bde413791f1 req-63c1ea3a-d966-40e5-b4d0-33f5035ba7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.529175 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-40152514-0733-4880-935d-4bde413791f1 req-63c1ea3a-d966-40e5-b4d0-33f5035ba7fd service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1129 time: 0.2646608 Mar 31 20:24:21.547731 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-53246162-9a61-4aba-bf9d-7e66ea14f177 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c94dfdc83554cfe9f5ae04d8b816d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3601508 Mar 31 20:24:21.548435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53246162-9a61-4aba-bf9d-7e66ea14f177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a192765-180e-438d-9547-7dd349dfbc49,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.549408 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (e53d4959-679c-4c5b-92c8-b2678b18a2ee), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.551282 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44416) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:21.592008 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (e53d4959-679c-4c5b-92c8-b2678b18a2ee), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.609342 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f37741c5-a66d-45ca-a225-8f53eaa72e00 admin admin] Publish callbacks [] for security_group (8a192765-180e-438d-9547-7dd349dfbc49), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.610130 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:21.610550 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (e53d4959-679c-4c5b-92c8-b2678b18a2ee), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: from cryptography.utils import int_from_bytes Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: from cryptography.utils import int_from_bytes Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:21.615310 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:21.646577 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f37741c5-a66d-45ca-a225-8f53eaa72e00 admin admin] Publish callbacks [] for security_group (8a192765-180e-438d-9547-7dd349dfbc49), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.660122 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-40152514-0733-4880-935d-4bde413791f1 req-9f8901db-8bb6-4746-b20b-b347a4fffd15 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220620 Mar 31 20:24:21.804627 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc653e4-7b05-4175-8ede-8f49ad0b391a req-ad7d762f-2116-478d-8559-030209074182 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.806324 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7fc653e4-7b05-4175-8ede-8f49ad0b391a req-ad7d762f-2116-478d-8559-030209074182 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0574722 Mar 31 20:24:21.871475 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f37741c5-a66d-45ca-a225-8f53eaa72e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8a192765-180e-438d-9547-7dd349dfbc49), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.875439 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f37741c5-a66d-45ca-a225-8f53eaa72e00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.875801 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f37741c5-a66d-45ca-a225-8f53eaa72e00 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a192765-180e-438d-9547-7dd349dfbc49 HTTP/1.1" status: 204 len: 168 time: 0.3233023 Mar 31 20:24:21.883062 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (0a1a3035-7aec-4d00-b759-6cf6f1e950df), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.884378 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37741c5-a66d-45ca-a225-8f53eaa72e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a192765-180e-438d-9547-7dd349dfbc49,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.905005 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7fc653e4-7b05-4175-8ede-8f49ad0b391a req-ddf43be5-61a9-4ce9-8765-7e9ba0863e09 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925779 Mar 31 20:24:21.907165 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:21.914133 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] 10.222.0.62 "DELETE /v2.0/networks/0a1a3035-7aec-4d00-b759-6cf6f1e950df HTTP/1.1" status: 204 len: 168 time: 0.9019024 Mar 31 20:24:21.925940 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0506aa6-c935-42ef-9846-436557fd6b37 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1a3035-7aec-4d00-b759-6cf6f1e950df,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:21.948073 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b986-65d8-4283-ad9c-9a00944e2490 req-87e7f3b3-a34d-49e0-a2db-4dbadfccdd9e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:21.953217 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ac91b986-65d8-4283-ad9c-9a00944e2490 req-87e7f3b3-a34d-49e0-a2db-4dbadfccdd9e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1381698 Mar 31 20:24:21.974119 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44438) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:22.014825 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ac91b986-65d8-4283-ad9c-9a00944e2490 req-834f4958-11db-486e-a6e0-328731a97b90 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508375 Mar 31 20:24:22.435752 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:24:22.439006 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 32383ac3-b900-47de-a123-476558a47b7b up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:22.489204 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44458) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:22.602929 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229a02d-4004-4439-9821-805766578899 req-6a8206d1-0f62-485e-8286-3a4593fa656f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:22.605594 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8229a02d-4004-4439-9821-805766578899 req-6a8206d1-0f62-485e-8286-3a4593fa656f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 944 time: 0.0933752 Mar 31 20:24:22.616406 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:22.621630 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:24:22.622520 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44460) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:22.624751 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ac5a4fe5-3b0c-4312-a619-e30dc85a4cbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=76de0055506c40c6b0e869b9892ae58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332598 Mar 31 20:24:22.645103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'mac_address': 'fa:16:3e:64:ee:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:24:22.722596 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 32383ac3-b900-47de-a123-476558a47b7b completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:22.728479 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7786e36-f5ed-4be0-b144-d303f87daf1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.736978 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8229a02d-4004-4439-9821-805766578899 req-ac91864c-6eb7-4beb-b81d-40a6c5384c59 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120429 Mar 31 20:24:22.746931 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 32383ac3-b900-47de-a123-476558a47b7b triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:22.746931 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (32383ac3-b900-47de-a123-476558a47b7b), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.791532 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b643-e9cd-4ae9-8a80-704bb59695b1 admin admin] Publish callbacks [] for security_group (07477ba5-0a17-4e49-9801-152f25762829), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.820846 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:22.821160 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.838773 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b643-e9cd-4ae9-8a80-704bb59695b1 admin admin] Publish callbacks [] for security_group (07477ba5-0a17-4e49-9801-152f25762829), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.846065 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab833fb1-0282-4c2e-9900-2efad89ea859 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:24:22.857814 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7786e36-f5ed-4be0-b144-d303f87daf1f admin admin] Publish callbacks [] for security_group (95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.887173 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:22.936105 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7786e36-f5ed-4be0-b144-d303f87daf1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.936996 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 32383ac3-b900-47de-a123-476558a47b7b is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:22.937404 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (32383ac3-b900-47de-a123-476558a47b7b), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:22.965979 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32383ac3-b900-47de-a123-476558a47b7b'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:22.968887 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031576b9-b4db-4e12-b63c-44351774f6bf" -d '{"events": [{"server_uuid": "64d82fa7-15fe-4a65-9808-86666bbe53a2", "name": "network-vif-plugged", "status": "completed", "tag": "32383ac3-b900-47de-a123-476558a47b7b"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:22.987105 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.026973 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b643-e9cd-4ae9-8a80-704bb59695b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (07477ba5-0a17-4e49-9801-152f25762829), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.031458 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-6ea7b643-e9cd-4ae9-8a80-704bb59695b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.035848 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-6ea7b643-e9cd-4ae9-8a80-704bb59695b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/07477ba5-0a17-4e49-9801-152f25762829 HTTP/1.1" status: 204 len: 168 time: 0.4089880 Mar 31 20:24:23.049784 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a7786e36-f5ed-4be0-b144-d303f87daf1f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2ba73e2f76cd44999bbbdd33f55b987a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0743406 Mar 31 20:24:23.051022 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44482) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:23.057507 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7786e36-f5ed-4be0-b144-d303f87daf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:23.077355 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:23.085744 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 32383ac3-b900-47de-a123-476558a47b7b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=32383ac3-b900-47de-a123-476558a47b7b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:23.110701 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea7b643-e9cd-4ae9-8a80-704bb59695b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07477ba5-0a17-4e49-9801-152f25762829,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:23.148734 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397d5806-187a-47e8-a027-cc9b64a94156 req-876ec494-446f-4ca2-9409-60248b5627e1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.150622 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-397d5806-187a-47e8-a027-cc9b64a94156 req-876ec494-446f-4ca2-9409-60248b5627e1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 945 time: 0.0959160 Mar 31 20:24:23.164351 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (32383ac3-b900-47de-a123-476558a47b7b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.185922 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1278a134-2dc9-4e2a-b78f-0ba1d2730482 admin admin] Publish callbacks [] for security_group (95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.238329 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-397d5806-187a-47e8-a027-cc9b64a94156 req-b0c6664b-8725-48bb-aac7-35c509e2122e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810683 Mar 31 20:24:23.255614 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1278a134-2dc9-4e2a-b78f-0ba1d2730482 admin admin] Publish callbacks [] for security_group (95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.325971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770e3805-f78a-44c9-8122-54114989be30 x-openstack-request-id: req-770e3805-f78a-44c9-8122-54114989be30 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:23.325971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d82fa7-15fe-4a65-9808-86666bbe53a2", "name": "network-vif-plugged", "status": "completed", "tag": "32383ac3-b900-47de-a123-476558a47b7b", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:23.325971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-770e3805-f78a-44c9-8122-54114989be30 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:23.325971 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-770e3805-f78a-44c9-8122-54114989be30'] response: {'server_uuid': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32383ac3-b900-47de-a123-476558a47b7b', 'code': 200} Mar 31 20:24:23.354123 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=32383ac3-b900-47de-a123-476558a47b7b,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:23.367115 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ab833fb1-0282-4c2e-9900-2efad89ea859'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:23.463704 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca37fef-4339-4f9d-a536-1f670f15fcbd req-cc5594f0-08d2-41a5-a398-c5278e07bd49 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.465410 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dca37fef-4339-4f9d-a536-1f670f15fcbd req-cc5594f0-08d2-41a5-a398-c5278e07bd49 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0904543 Mar 31 20:24:23.507305 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1278a134-2dc9-4e2a-b78f-0ba1d2730482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.509925 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1278a134-2dc9-4e2a-b78f-0ba1d2730482 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:23.514094 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-1278a134-2dc9-4e2a-b78f-0ba1d2730482 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f HTTP/1.1" status: 204 len: 168 time: 0.4619853 Mar 31 20:24:23.525572 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278a134-2dc9-4e2a-b78f-0ba1d2730482 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95569dbe-cf26-4825-b5a3-6e1cd4dd6a0f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:23.539712 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dca37fef-4339-4f9d-a536-1f670f15fcbd req-c1bc534a-3dde-4da5-ad88-4f0995647cde tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676732 Mar 31 20:24:23.845435 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97548f77-d8d0-4783-9034-3b13cf08a9a8 req-53442970-c088-4a1c-9c57-b790bb8f0aa7 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.846877 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97548f77-d8d0-4783-9034-3b13cf08a9a8 req-53442970-c088-4a1c-9c57-b790bb8f0aa7 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0517557 Mar 31 20:24:23.895398 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97548f77-d8d0-4783-9034-3b13cf08a9a8 req-67b69780-5e6f-41ec-9737-bb3b95b9cad4 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Mar 31 20:24:23.954871 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b7e35f-d7d1-47c9-b302-cd5523c30748 req-6139b214-9fd3-4980-8f41-bf83e85976f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:23.956397 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-73b7e35f-d7d1-47c9-b302-cd5523c30748 req-6139b214-9fd3-4980-8f41-bf83e85976f5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 1129 time: 0.0442412 Mar 31 20:24:24.004883 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-73b7e35f-d7d1-47c9-b302-cd5523c30748 req-dd72218b-f08f-41c8-ba73-5739cb582990 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422938 Mar 31 20:24:24.172411 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44500) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:24.235706 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-6603ec9c-981d-449c-a7d1-456e5142334b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=961d9a11650949dfb9f2ab5401ae0e4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612366 Mar 31 20:24:24.239022 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44504) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:24.288229 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60e49536-8920-4eb9-9565-a33bb3245d1a admin admin] Publish callbacks [] for security_group (7a9d9ae0-e7af-4d9e-b471-175144b099c2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.311797 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60e49536-8920-4eb9-9565-a33bb3245d1a admin admin] Publish callbacks [] for security_group (7a9d9ae0-e7af-4d9e-b471-175144b099c2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.340540 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44510) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:24.366284 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82b19f81-28e9-485b-8300-8d9a2804638b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.403105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5240e8f9-2f18-4912-8404-8fe53f368fc5 req-b008ec40-ad1f-420b-aa14-6b90c9bd17cd tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.404629 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5240e8f9-2f18-4912-8404-8fe53f368fc5 req-b008ec40-ad1f-420b-aa14-6b90c9bd17cd tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 945 time: 0.0766103 Mar 31 20:24:24.430271 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:24.482409 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5240e8f9-2f18-4912-8404-8fe53f368fc5 req-cfc568a7-5b3f-4fc3-b4d3-13f9383922a8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694532 Mar 31 20:24:24.499892 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60e49536-8920-4eb9-9565-a33bb3245d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7a9d9ae0-e7af-4d9e-b471-175144b099c2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.502654 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60e49536-8920-4eb9-9565-a33bb3245d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.504933 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-60e49536-8920-4eb9-9565-a33bb3245d1a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7a9d9ae0-e7af-4d9e-b471-175144b099c2 HTTP/1.1" status: 204 len: 168 time: 0.2638144 Mar 31 20:24:24.518131 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e49536-8920-4eb9-9565-a33bb3245d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9d9ae0-e7af-4d9e-b471-175144b099c2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:24.558422 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port ab833fb1-0282-4c2e-9900-2efad89ea859 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:24:24.562899 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port ab833fb1-0282-4c2e-9900-2efad89ea859 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:24.563567 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.578014 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82b19f81-28e9-485b-8300-8d9a2804638b admin admin] Publish callbacks [] for security_group (74e8acc8-9170-4cf3-a49b-f4481e3a6cc4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.663738 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:24.664042 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.678198 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27076b8-4442-49ca-821b-b87310900de2 req-a4b09328-97f2-41ed-b62e-8657d76307e9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.679759 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b27076b8-4442-49ca-821b-b87310900de2 req-a4b09328-97f2-41ed-b62e-8657d76307e9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0578771 Mar 31 20:24:24.696460 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:24.728950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b27076b8-4442-49ca-821b-b87310900de2 req-d5fa7094-04ea-4dcb-a6d8-ab29ab752ab8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Mar 31 20:24:24.774367 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82b19f81-28e9-485b-8300-8d9a2804638b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (74e8acc8-9170-4cf3-a49b-f4481e3a6cc4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.798476 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:24.862765 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-82b19f81-28e9-485b-8300-8d9a2804638b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=bea243a900cf49a3922fd6bcc859b23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5209277 Mar 31 20:24:24.864526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b19f81-28e9-485b-8300-8d9a2804638b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e8acc8-9170-4cf3-a49b-f4481e3a6cc4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:24.866974 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44526) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:24.895274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:24.908669 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4257bbb-31b7-4e35-8845-6d5de95bc079 req-2e2d9deb-eb55-4917-bc6f-8a996258d634 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:24.913950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b4257bbb-31b7-4e35-8845-6d5de95bc079 req-2e2d9deb-eb55-4917-bc6f-8a996258d634 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0632844 Mar 31 20:24:24.929980 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44530) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:24.943325 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'floatingip': {'port_id': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:25.061785 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454156c-a5f0-4774-a6af-9bae6a08ec76 req-418c2507-a687-4d20-966b-80142414c517 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.063572 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0454156c-a5f0-4774-a6af-9bae6a08ec76 req-418c2507-a687-4d20-966b-80142414c517 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0703166 Mar 31 20:24:25.125469 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0454156c-a5f0-4774-a6af-9bae6a08ec76 req-94c7b907-4368-427b-b9ae-810c82f46443 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558035 Mar 31 20:24:25.227750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59bd7782-f307-4bbe-b0c1-b5c50d6730b0 admin admin] Publish callbacks [] for security_group (74e8acc8-9170-4cf3-a49b-f4481e3a6cc4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.231173 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (f4430ef9-03ca-488c-b682-dc4db7dabf8b), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.328531 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:25.332514 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b3e358-5a3c-4d30-8432-bc4a4d9cf063" -d '{"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:25.334574 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59bd7782-f307-4bbe-b0c1-b5c50d6730b0 admin admin] Publish callbacks [] for security_group (74e8acc8-9170-4cf3-a49b-f4481e3a6cc4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:25.414301 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2db3c2-8112-43f1-b15e-bf2b95271d15 x-openstack-request-id: req-fe2db3c2-8112-43f1-b15e-bf2b95271d15 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:25.414724 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:25.415434 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fe2db3c2-8112-43f1-b15e-bf2b95271d15 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:25.415971 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe2db3c2-8112-43f1-b15e-bf2b95271d15'] response: {'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'code': 200} Mar 31 20:24:25.762538 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3cd92-a910-4d38-9234-b0dd77c39e5b req-eab7e2b4-ac27-48cd-b498-c9c4dd8315a1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.764671 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eac3cd92-a910-4d38-9234-b0dd77c39e5b req-eab7e2b4-ac27-48cd-b498-c9c4dd8315a1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1205292 Mar 31 20:24:25.823278 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eac3cd92-a910-4d38-9234-b0dd77c39e5b req-5accdb9d-f5ce-42ce-a411-59e999669d1d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509825 Mar 31 20:24:25.964312 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f4cfe-27cf-43ca-9a1d-ef09392bfc8b req-eadc6732-6089-4e3e-ba9d-462db0758344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:25.965844 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d30f4cfe-27cf-43ca-9a1d-ef09392bfc8b req-eadc6732-6089-4e3e-ba9d-462db0758344 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1130 time: 0.0786016 Mar 31 20:24:26.012948 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.db.resource_extend [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 20:24:26.056732 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d30f4cfe-27cf-43ca-9a1d-ef09392bfc8b req-bd014a6b-615d-4efd-8431-880c6d9c503a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817785 Mar 31 20:24:26.056917 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59bd7782-f307-4bbe-b0c1-b5c50d6730b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (74e8acc8-9170-4cf3-a49b-f4481e3a6cc4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.059560 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59bd7782-f307-4bbe-b0c1-b5c50d6730b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.063685 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-59bd7782-f307-4bbe-b0c1-b5c50d6730b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/74e8acc8-9170-4cf3-a49b-f4481e3a6cc4 HTTP/1.1" status: 204 len: 168 time: 1.1930864 Mar 31 20:24:26.093137 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bd7782-f307-4bbe-b0c1-b5c50d6730b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e8acc8-9170-4cf3-a49b-f4481e3a6cc4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:26.111228 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.183492 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (f4430ef9-03ca-488c-b682-dc4db7dabf8b), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.270270 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b851852-8523-4987-81f5-dc7dd7082fad req-e1644704-6d94-4292-a2bd-848d9172bf78 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.271879 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8b851852-8523-4987-81f5-dc7dd7082fad req-e1644704-6d94-4292-a2bd-848d9172bf78 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0637014 Mar 31 20:24:26.317371 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.l3_db [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Floating IP f4430ef9-03ca-488c-b682-dc4db7dabf8b associated. External IP: 172.28.3.132, port: 7a8687be-5eba-4c5d-bf43-6fc4dd712d96. Mar 31 20:24:26.344141 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8b851852-8523-4987-81f5-dc7dd7082fad req-fc31893f-f630-469f-b91b-fda49d71347c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653992 Mar 31 20:24:26.564859 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Router fddefffa-39fc-42fc-8842-9710858054d2 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:26.697559 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:26.704270 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:26.718516 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:26.734942 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:26.735610 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:26.742080 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-aa733fd6-e938-494b-8e76-44a21fa744a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "PUT /v2.0/floatingips/f4430ef9-03ca-488c-b682-dc4db7dabf8b HTTP/1.1" status: 200 len: 991 time: 1.8109305 Mar 31 20:24:26.743091 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:26.745953 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7114818e-3db9-4c6d-84ec-0efdaff9c22c" -d '{"events": [{"name": "network-changed", "server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:26.806956 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e7fe30-cf2c-45ad-af17-9403cdd117aa x-openstack-request-id: req-84e7fe30-cf2c-45ad-af17-9403cdd117aa {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:26.806956 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:26.806956 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-84e7fe30-cf2c-45ad-af17-9403cdd117aa {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:26.806956 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84e7fe30-cf2c-45ad-af17-9403cdd117aa'] response: {'name': 'network-changed', 'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'status': 'completed', 'code': 200} Mar 31 20:24:26.875804 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:26.948200 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-7cd5cf9c-0b80-4c71-907a-635c6d66e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:26.953959 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-7cd5cf9c-0b80-4c71-907a-635c6d66e24d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1129 time: 0.1148860 Mar 31 20:24:27.256523 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-29b9ab55-6ff2-47af-8eef-4c3f5c112f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.258255 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-29b9ab55-6ff2-47af-8eef-4c3f5c112f88 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 912 time: 0.3004627 Mar 31 20:24:27.294947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3daf16d-206e-48ba-9566-c40b43633943 req-dec69468-b185-4d09-be43-803ad7e679cb tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.302224 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a3daf16d-206e-48ba-9566-c40b43633943 req-dec69468-b185-4d09-be43-803ad7e679cb tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.3245776 Mar 31 20:24:27.320799 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-220e90bb-0c05-460d-800d-f55960b1727d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.322697 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-220e90bb-0c05-460d-800d-f55960b1727d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 1129 time: 0.3096995 Mar 31 20:24:27.326631 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'f4430ef9-03ca-488c-b682-dc4db7dabf8b', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'floating_ip_address': '172.28.3.132', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'port_id': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'mac_address': 'fa:16:3e:21:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:01Z', 'updated_at': '2022-03-31T20:24:25Z', 'revision_number': 1, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:27.427374 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:27.444811 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:27.445968 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:27.589458 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-cb6f0914-7427-470f-b7dc-50c57643c3a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 999 time: 0.3035083 Mar 31 20:24:27.606420 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a3daf16d-206e-48ba-9566-c40b43633943 req-58ef0c85-9165-43f0-9616-7089f74d62d6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032415 Mar 31 20:24:27.773706 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:27.786469 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-4e63255c-9c57-48e5-a04c-92d9bbda512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.787908 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-4e63255c-9c57-48e5-a04c-92d9bbda512d service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.4083779 Mar 31 20:24:27.798197 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-4b9ca268-f059-4d2d-b997-98caf3c01fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.799712 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-4b9ca268-f059-4d2d-b997-98caf3c01fbf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.1844702 Mar 31 20:24:27.807328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346aaea7-9438-4d25-b9b8-055dff31924d req-cd6cb27d-874e-4e2f-9f83-8495ba14a2b0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:27.814248 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-346aaea7-9438-4d25-b9b8-055dff31924d req-cd6cb27d-874e-4e2f-9f83-8495ba14a2b0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.3369105 Mar 31 20:24:28.101947 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'f4430ef9-03ca-488c-b682-dc4db7dabf8b', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'floating_ip_address': '172.28.3.132', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'port_id': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'mac_address': 'fa:16:3e:21:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:01Z', 'updated_at': '2022-03-31T20:24:25Z', 'revision_number': 1, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:28.130143 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf762694-78a1-4df2-9b1a-feb3e747e516 None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'f4430ef9-03ca-488c-b682-dc4db7dabf8b', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'floating_ip_address': '172.28.3.132', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'port_id': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 133, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'mac_address': 'fa:16:3e:21:a2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:01Z', 'updated_at': '2022-03-31T20:24:25Z', 'revision_number': 1, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:28.181906 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-da238e81-91c3-41f2-bbf9-745413aca7a4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32383ac3-b900-47de-a123-476558a47b7b HTTP/1.1" status: 200 len: 217 time: 0.3872609 Mar 31 20:24:28.272020 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf256a5b-94f2-4977-946a-3c366656e837 req-b43ec11a-0d15-49cf-bfd9-4055b5c82f42 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.274338 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf256a5b-94f2-4977-946a-3c366656e837 req-b43ec11a-0d15-49cf-bfd9-4055b5c82f42 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 945 time: 0.5485559 Mar 31 20:24:28.282291 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-346aaea7-9438-4d25-b9b8-055dff31924d req-5925a1d1-e421-4f7b-bee8-232f58d86dd5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4671855 Mar 31 20:24:28.324691 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-702c1d2c-6b3e-4905-a1d5-25e432322228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.326177 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-702c1d2c-6b3e-4905-a1d5-25e432322228 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.1308823 Mar 31 20:24:28.331838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-761b916d-5dbe-4ef5-a27a-4291b996dddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.333328 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-761b916d-5dbe-4ef5-a27a-4291b996dddd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.5170832 Mar 31 20:24:28.438336 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf256a5b-94f2-4977-946a-3c366656e837 req-173dff28-9a77-4fe9-8da4-c1a22bb8a7bc tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525304 Mar 31 20:24:28.451461 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebb1117-2bea-43d9-aa0f-9291e57d35ea None None] New status for floating IP f4430ef9-03ca-488c-b682-dc4db7dabf8b: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:24:28.466313 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-c6ad5f19-9f88-4004-839e-5c24b066f1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.468035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-c6ad5f19-9f88-4004-839e-5c24b066f1b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1324952 Mar 31 20:24:28.552953 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-8088c6df-007a-4c89-b0e2-247786a099e5 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010114 Mar 31 20:24:28.661108 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-316ed024-9bb5-4293-aa39-fcc4e6f5bee2 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752069 Mar 31 20:24:28.796096 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7114818e-3db9-4c6d-84ec-0efdaff9c22c req-56722e18-81a3-4686-9531-379176149518 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215538 Mar 31 20:24:28.838710 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880306b2-7d7b-461d-b881-192bc9c89936 req-c5637c34-6513-4321-8851-df5f91860900 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:28.840810 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-880306b2-7d7b-461d-b881-192bc9c89936 req-c5637c34-6513-4321-8851-df5f91860900 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0994151 Mar 31 20:24:28.844824 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ecbd415a-eeb3-4da2-a739-7215ce67f763 req-d451bfdb-7b6f-4175-b4fd-c18f240291af service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754465 Mar 31 20:24:28.908592 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-880306b2-7d7b-461d-b881-192bc9c89936 req-5d965d15-dcdf-49fb-8570-e2ebd2d657c0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529571 Mar 31 20:24:29.415226 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487a44-7ef4-4960-b663-982c6ce7d181 req-d5bb0a91-c31e-4795-bec7-375d1f82d8ad tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.416950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-44487a44-7ef4-4960-b663-982c6ce7d181 req-d5bb0a91-c31e-4795-bec7-375d1f82d8ad tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0560858 Mar 31 20:24:29.467970 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-44487a44-7ef4-4960-b663-982c6ce7d181 req-19846974-d616-4bf3-9c06-4eb8e7fd4ef4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444257 Mar 31 20:24:29.662230 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe5f0-3687-4745-aa51-5fba1ea73bce req-45da2758-1f4a-408b-89f9-e494900cb1aa tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.664676 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-78dbe5f0-3687-4745-aa51-5fba1ea73bce req-45da2758-1f4a-408b-89f9-e494900cb1aa tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 945 time: 0.1178498 Mar 31 20:24:29.671261 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8bdb84-83fa-474a-923d-2839e522bea4 req-1b6f749c-1a3d-4ac9-9347-72ed6109442c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.672767 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5b8bdb84-83fa-474a-923d-2839e522bea4 req-1b6f749c-1a3d-4ac9-9347-72ed6109442c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1286869 Mar 31 20:24:29.687811 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44708) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:29.697526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'floatingip': {'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:29.751975 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-a063984f-1db8-44c2-9443-6f00edc29498 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:29.752792 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (f8a51fef-0670-433f-a483-c5605315149e), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.753184 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-a063984f-1db8-44c2-9443-6f00edc29498 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.58 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 945 time: 0.1303246 Mar 31 20:24:29.757893 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-78dbe5f0-3687-4745-aa51-5fba1ea73bce req-2fd30482-e4ca-4074-9b0a-c4d82bd3909f tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/security-groups?id=821a256c-e9a0-425d-a543-2be2da3e815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830605 Mar 31 20:24:29.930352 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8c39e5dd-1a89-4ba0-be26-f9c3e71d7b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:29.971679 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Deleting port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:24:29.972125 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.117868 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e24c7b-3b18-48a2-b96c-514ac272c695 req-46222ed6-feaf-4b2a-8a7c-3b1b35ec680e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:30.119306 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1e24c7b-3b18-48a2-b96c-514ac272c695 req-46222ed6-feaf-4b2a-8a7c-3b1b35ec680e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0926003 Mar 31 20:24:30.133864 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] For port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,segment=NetworkSegment(3d0f8b65-9003-4e05-8526-6979d639918b),segment_id=3d0f8b65-9003-4e05-8526-6979d639918b)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:30.134201 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.174309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Calling delete_port for 2b04a8fc-6e61-4f41-bf33-d423993eb9cb owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:24:30.235328 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1e24c7b-3b18-48a2-b96c-514ac272c695 req-253ae48a-7b80-49c0-8359-8d82c62c44b1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083698 Mar 31 20:24:30.458380 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44728) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:30.474963 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (2b04a8fc-6e61-4f41-bf33-d423993eb9cb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.491979 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['2b04a8fc-6e61-4f41-bf33-d423993eb9cb'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:24:30.526543 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Pushing event deleted for resources: {'Port': ['ID=2b04a8fc-6e61-4f41-bf33-d423993eb9cb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:30.604344 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] No DVR routers for this DVR port 2b04a8fc-6e61-4f41-bf33-d423993eb9cb on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:24:30.610138 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.619601 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-71d2e6a3-05a2-4f34-b2a3-62774d677ad2 req-87a9de0a-a76e-434d-9bb9-21e95f64cc41 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.58 "DELETE /v2.0/ports/2b04a8fc-6e61-4f41-bf33-d423993eb9cb HTTP/1.1" status: 204 len: 173 time: 0.8597834 Mar 31 20:24:30.620546 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e266016-26ae-446d-8681-e501eedc711d', 'name': 'network-vif-deleted', 'tag': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:30.624037 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691f20f3-c36f-45e9-824a-901648c144ce" -d '{"events": [{"server_uuid": "9e266016-26ae-446d-8681-e501eedc711d", "name": "network-vif-deleted", "tag": "2b04a8fc-6e61-4f41-bf33-d423993eb9cb"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:30.664017 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4466b05-4008-4956-9b69-7eac3c1523cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.667878 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.702887 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3836d1d3-45ea-4185-a606-77a457e45ae1 x-openstack-request-id: req-3836d1d3-45ea-4185-a606-77a457e45ae1 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:30.705416 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e266016-26ae-446d-8681-e501eedc711d", "name": "network-vif-deleted", "tag": "2b04a8fc-6e61-4f41-bf33-d423993eb9cb", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:30.705416 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3836d1d3-45ea-4185-a606-77a457e45ae1 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:30.705416 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3836d1d3-45ea-4185-a606-77a457e45ae1'] response: {'server_uuid': '9e266016-26ae-446d-8681-e501eedc711d', 'name': 'network-vif-deleted', 'tag': '2b04a8fc-6e61-4f41-bf33-d423993eb9cb', 'status': 'completed', 'code': 200} Mar 31 20:24:30.747466 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (f8a51fef-0670-433f-a483-c5605315149e), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.843193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4466b05-4008-4956-9b69-7eac3c1523cf admin admin] Publish callbacks [] for security_group (7926e919-9bdd-4b4e-bcce-3b2c0988ac94), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.884854 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.l3_db [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Floating IP f8a51fef-0670-433f-a483-c5605315149e associated. External IP: 172.28.3.134, port: ab833fb1-0282-4c2e-9900-2efad89ea859. Mar 31 20:24:30.906672 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-66152745-a3dc-43c3-8511-c3c2d9704c67 req-3c128de8-46c4-4d36-92e5-8fa62d06943c tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.0301521 Mar 31 20:24:30.907521 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4466b05-4008-4956-9b69-7eac3c1523cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7926e919-9bdd-4b4e-bcce-3b2c0988ac94), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:30.959483 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e4466b05-4008-4956-9b69-7eac3c1523cf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=71a1cd897f574cd8931bf0c395a2d667&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4999745 Mar 31 20:24:30.960654 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4466b05-4008-4956-9b69-7eac3c1523cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7926e919-9bdd-4b4e-bcce-3b2c0988ac94,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:30.965270 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44746) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:31.052938 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b840494-7bae-4511-b0fc-c3da65c8fafa admin admin] Publish callbacks [] for security_group (7926e919-9bdd-4b4e-bcce-3b2c0988ac94), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.091572 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b840494-7bae-4511-b0fc-c3da65c8fafa admin admin] Publish callbacks [] for security_group (7926e919-9bdd-4b4e-bcce-3b2c0988ac94), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.216883 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-5015e9f6-f7d7-4405-912d-ecdf6527905c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770802 Mar 31 20:24:31.219088 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Router a0441eef-4c71-42e8-816a-01b09f32f43f has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:31.322451 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-d20aa54a-980f-4973-898b-f949fc18df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.324096 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-d20aa54a-980f-4973-898b-f949fc18df9e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1129 time: 0.0491056 Mar 31 20:24:31.348344 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:31.353842 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.361039 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:31.382828 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:31.383982 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:31.386819 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b840494-7bae-4511-b0fc-c3da65c8fafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7926e919-9bdd-4b4e-bcce-3b2c0988ac94), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.391441 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2b840494-7bae-4511-b0fc-c3da65c8fafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:31.392998 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-2b840494-7bae-4511-b0fc-c3da65c8fafa admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7926e919-9bdd-4b4e-bcce-3b2c0988ac94 HTTP/1.1" status: 204 len: 168 time: 0.4261091 Mar 31 20:24:31.436748 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ed3f2670-4ea0-47a4-9d97-c6491e80855c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "PUT /v2.0/floatingips/f8a51fef-0670-433f-a483-c5605315149e HTTP/1.1" status: 200 len: 992 time: 1.7467735 Mar 31 20:24:31.437504 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:24:31.443296 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-640388f7-e462-4ce5-be14-4555adfbeabe" -d '{"events": [{"name": "network-changed", "server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:24:31.447597 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b840494-7bae-4511-b0fc-c3da65c8fafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7926e919-9bdd-4b4e-bcce-3b2c0988ac94,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:31.479012 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f029a5f-39bb-40ed-b2c9-20185b2cf714 req-aa161cf8-0460-4655-be1a-38b81295e053 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.480503 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f029a5f-39bb-40ed-b2c9-20185b2cf714 req-aa161cf8-0460-4655-be1a-38b81295e053 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1554053 Mar 31 20:24:31.540566 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-a32ccffd-2edc-46f5-b32e-54155652b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.553416 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-a32ccffd-2edc-46f5-b32e-54155652b3ce service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.1899595 Mar 31 20:24:31.553790 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5062d2cc-be98-4d11-afa1-19ae096c38c5 x-openstack-request-id: req-5062d2cc-be98-4d11-afa1-19ae096c38c5 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:24:31.553790 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:24:31.553790 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5062d2cc-be98-4d11-afa1-19ae096c38c5 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:24:31.553790 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5062d2cc-be98-4d11-afa1-19ae096c38c5'] response: {'name': 'network-changed', 'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'status': 'completed', 'code': 200} Mar 31 20:24:31.613744 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-8789d760-85c2-4844-ae9b-45386ec8b00b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 200 len: 217 time: 0.0554836 Mar 31 20:24:31.702000 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f029a5f-39bb-40ed-b2c9-20185b2cf714 req-0f81fb6b-9556-4fac-aaf5-5372a548c8d7 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031887 Mar 31 20:24:31.714287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-397a8065-0ace-435c-8675-dee3c89bb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.715773 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-397a8065-0ace-435c-8675-dee3c89bb5e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0712242 Mar 31 20:24:31.723270 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388f7-e462-4ce5-be14-4555adfbeabe req-2b3275b8-8c9d-4c58-9368-8f7b452855cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.724997 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-2b3275b8-8c9d-4c58-9368-8f7b452855cc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1130 time: 0.1239007 Mar 31 20:24:31.814491 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:31.830600 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-072b31a6-4bc0-46bc-88e1-e1ea294e1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.832726 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-072b31a6-4bc0-46bc-88e1-e1ea294e1648 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1065860 Mar 31 20:24:31.924886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388f7-e462-4ce5-be14-4555adfbeabe req-16da2b5e-ff0c-4d67-8728-775f8e9774fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:31.924886 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-16da2b5e-ff0c-4d67-8728-775f8e9774fc service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.1861501 Mar 31 20:24:32.226043 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'f8a51fef-0670-433f-a483-c5605315149e', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'mac_address': 'fa:16:3e:64:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:02Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:32.251299 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4e2a628b-c2f3-4a29-bf5e-9b51f93a26aa req-57c162fe-2855-470d-b250-ae17fa657e61 tempest-DeleteServersTestJSON-1127137997 tempest-DeleteServersTestJSON-1127137997-project] 10.222.0.62 "GET /v2.0/ports?device_id=9e266016-26ae-446d-8681-e501eedc711d HTTP/1.1" status: 200 len: 210 time: 0.0480833 Mar 31 20:24:32.261796 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c08e9d62-1b84-4946-b7fa-823d6566d5e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.273997 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:32.283611 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-d2a6f443-632e-40c6-928a-9245d9aae70b service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4348214 Mar 31 20:24:32.286234 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-4a2f6f6d-a94f-4570-b4ad-f198822e14ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 1000 time: 0.3546185 Mar 31 20:24:32.295251 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:32.296014 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:32.405920 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388f7-e462-4ce5-be14-4555adfbeabe req-a5153e80-daaa-49ad-804f-d2c627fdd5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.407719 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-a5153e80-daaa-49ad-804f-d2c627fdd5f7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.1094532 Mar 31 20:24:32.491137 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44804) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:32.494477 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:32.510586 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ec11b3c-3279-4b5f-8787-ce3ee049a8f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.517531 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cefd565-b2d8-4712-bd9c-d6421c190a95 req-a144d7cd-d0e4-4b0d-a19b-c25c0cf671cf service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206264 Mar 31 20:24:32.553349 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640388f7-e462-4ce5-be14-4555adfbeabe req-515e8285-e780-435a-8795-773c8ecf1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.554886 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-515e8285-e780-435a-8795-773c8ecf1ed5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1239760 Mar 31 20:24:32.682103 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ec11b3c-3279-4b5f-8787-ce3ee049a8f9 admin admin] Publish callbacks [] for security_group (329524e1-24e6-4995-b251-3a13a0c5c628), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.723422 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-ffd90fda-7466-4ba1-9014-4e73916540f6 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579671 Mar 31 20:24:32.791529 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ec11b3c-3279-4b5f-8787-ce3ee049a8f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (329524e1-24e6-4995-b251-3a13a0c5c628), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:32.855324 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-640388f7-e462-4ce5-be14-4555adfbeabe req-67c5d350-4352-43a1-afda-9581d28a7438 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242714 Mar 31 20:24:32.858382 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'f8a51fef-0670-433f-a483-c5605315149e', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'mac_address': 'fa:16:3e:64:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:02Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:32.868224 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb5e36-dca4-4e05-b273-608aa408794c req-07f24f05-5a5f-4c42-86a5-8ed7c597879e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:32.869786 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1fb5e36-dca4-4e05-b273-608aa408794c req-07f24f05-5a5f-4c42-86a5-8ed7c597879e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0876992 Mar 31 20:24:32.874939 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4ec11b3c-3279-4b5f-8787-ce3ee049a8f9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73a31669e25a4660b5f09a66cce41524&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3820939 Mar 31 20:24:32.876026 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec11b3c-3279-4b5f-8787-ce3ee049a8f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329524e1-24e6-4995-b251-3a13a0c5c628,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:32.882349 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44814) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:32.905904 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc33c9d-b407-4713-996e-b2f1e919312c None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'f8a51fef-0670-433f-a483-c5605315149e', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'mac_address': 'fa:16:3e:64:ee:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:02Z', 'updated_at': '2022-03-31T20:24:30Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:32.960104 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1fb5e36-dca4-4e05-b273-608aa408794c req-b2171229-87a8-4535-856c-d809f65ff7b2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767112 Mar 31 20:24:32.979360 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a1f64f6-6298-44bb-8920-a254e092cb1e admin admin] Publish callbacks [] for security_group (329524e1-24e6-4995-b251-3a13a0c5c628), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.012778 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a1f64f6-6298-44bb-8920-a254e092cb1e admin admin] Publish callbacks [] for security_group (329524e1-24e6-4995-b251-3a13a0c5c628), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.148508 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45c391d-772b-4cb9-a1be-429a29566807 None None] New status for floating IP f8a51fef-0670-433f-a483-c5605315149e: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:24:33.170230 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a1f64f6-6298-44bb-8920-a254e092cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (329524e1-24e6-4995-b251-3a13a0c5c628), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.173678 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a1f64f6-6298-44bb-8920-a254e092cb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.175262 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4a1f64f6-6298-44bb-8920-a254e092cb1e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/329524e1-24e6-4995-b251-3a13a0c5c628 HTTP/1.1" status: 204 len: 168 time: 0.2906744 Mar 31 20:24:33.188281 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1f64f6-6298-44bb-8920-a254e092cb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329524e1-24e6-4995-b251-3a13a0c5c628,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:33.441925 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:33.811181 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.099263 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09353bb-184d-46ca-b550-fdbfec924d4c req-ecdce775-b5a3-4118-b962-cd990772cb70 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:34.101152 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e09353bb-184d-46ca-b550-fdbfec924d4c req-ecdce775-b5a3-4118-b962-cd990772cb70 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0585847 Mar 31 20:24:34.183113 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e09353bb-184d-46ca-b550-fdbfec924d4c req-4a42c673-5ad9-4319-a9d3-331fe9970b6c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734234 Mar 31 20:24:34.301371 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44896) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:34.415017 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ed18609-ce8b-4603-b753-069c095304ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.482437 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 2b04a8fc-6e61-4f41-bf33-d423993eb9cb no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:24:34.517999 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 2b04a8fc-6e61-4f41-bf33-d423993eb9cb {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:24:34.518486 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 2b04a8fc-6e61-4f41-bf33-d423993eb9cb not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:24:34.523550 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ed18609-ce8b-4603-b753-069c095304ca admin admin] Publish callbacks [] for security_group (77596215-67a4-44e0-befc-1d44a1a6df5a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.599496 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ed18609-ce8b-4603-b753-069c095304ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (77596215-67a4-44e0-befc-1d44a1a6df5a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.638403 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed18609-ce8b-4603-b753-069c095304ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77596215-67a4-44e0-befc-1d44a1a6df5a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:34.644551 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4ed18609-ce8b-4603-b753-069c095304ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6137a4f729c948ea9a9f4fd4ce1da775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3412538 Mar 31 20:24:34.647394 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44908) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:34.699326 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Publish callbacks [] for security_group (77596215-67a4-44e0-befc-1d44a1a6df5a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.721124 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Publish callbacks [] for security_group (77596215-67a4-44e0-befc-1d44a1a6df5a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.867373 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (77596215-67a4-44e0-befc-1d44a1a6df5a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.867812 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.869818 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:34.877534 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77596215-67a4-44e0-befc-1d44a1a6df5a HTTP/1.1" status: 204 len: 168 time: 0.2226086 Mar 31 20:24:34.891548 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77596215-67a4-44e0-befc-1d44a1a6df5a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:34.901800 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.902131 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.902667 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.903169 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.903747 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.904225 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.904710 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.905183 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.905688 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.906182 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.906654 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.907148 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.908628 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.909208 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:34.910244 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611e1814-d40b-4f46-9226-b2e5508acd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.002727 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44924) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:35.054163 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Deleting subnet bc204b78-f0d6-4535-ae9a-66c88476c998 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:24:35.058300 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Publish callbacks [] for subnet (bc204b78-f0d6-4535-ae9a-66c88476c998), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.101575 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397596'] for subnet (bc204b78-f0d6-4535-ae9a-66c88476c998), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.161185 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (bc204b78-f0d6-4535-ae9a-66c88476c998), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.313545 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9338720'] for subnet (bc204b78-f0d6-4535-ae9a-66c88476c998), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.355621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2614ed-bc6c-427f-bb52-093126c76de9 req-024271b4-a70b-41ab-9a3f-a889cd8d7167 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:35.358323 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ff2614ed-bc6c-427f-bb52-093126c76de9 req-024271b4-a70b-41ab-9a3f-a889cd8d7167 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0879374 Mar 31 20:24:35.359662 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc204b78-f0d6-4535-ae9a-66c88476c998,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:35.368308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.374400 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bc204b78-f0d6-4535-ae9a-66c88476c998 HTTP/1.1" status: 204 len: 168 time: 0.3680439 Mar 31 20:24:35.375179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44944) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:35.401954 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.402306 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.402646 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.402992 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.403319 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.403678 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.404004 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.404330 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.404654 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.405061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.405722 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.405722 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.406036 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.406299 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.406621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfd8755-d5e6-4cb8-bd3e-33118f2a6186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:35.494653 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ff2614ed-bc6c-427f-bb52-093126c76de9 req-7af1ba52-938c-4e6a-a522-2a7859f733dd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305373 Mar 31 20:24:35.499124 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (3ef0f330-9cd4-4429-ba35-a997e9ca438a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.579474 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (3ef0f330-9cd4-4429-ba35-a997e9ca438a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.607404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef0f330-9cd4-4429-ba35-a997e9ca438a']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:35.618964 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d0f8b65-9003-4e05-8526-6979d639918b') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:35.619329 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d0f8b65-9003-4e05-8526-6979d639918b') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:35.634351 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (3d0f8b65-9003-4e05-8526-6979d639918b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.650806 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (3d0f8b65-9003-4e05-8526-6979d639918b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.658778 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:24:35.659142 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (3d0f8b65-9003-4e05-8526-6979d639918b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:24:35.661153 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:24:35.804377 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (3ef0f330-9cd4-4429-ba35-a997e9ca438a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.820756 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.823940 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] 10.222.0.62 "DELETE /v2.0/networks/3ef0f330-9cd4-4429-ba35-a997e9ca438a HTTP/1.1" status: 204 len: 168 time: 0.4418514 Mar 31 20:24:35.828383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60612d68-be90-47ff-9c16-53ad006b0d95 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ef0f330-9cd4-4429-ba35-a997e9ca438a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:35.888050 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44960) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:35.903746 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e17783bd-d13d-41ab-b60b-a8c10f20a7f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:35.947921 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44962) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:36.015061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e17783bd-d13d-41ab-b60b-a8c10f20a7f5 admin admin] Publish callbacks [] for security_group (9d80b23a-c75a-422c-b93d-7f908893edfb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.111511 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e17783bd-d13d-41ab-b60b-a8c10f20a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (9d80b23a-c75a-422c-b93d-7f908893edfb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.157279 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e17783bd-d13d-41ab-b60b-a8c10f20a7f5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=55fc299241734d75994ae39425c3eb2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2678907 Mar 31 20:24:36.160273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17783bd-d13d-41ab-b60b-a8c10f20a7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80b23a-c75a-422c-b93d-7f908893edfb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.162102 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44972) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:36.177430 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c798-6251-4782-8535-824fceccdbcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.230290 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c06c7604-6193-4c4e-9428-59e56bea3393 admin admin] Publish callbacks [] for security_group (9d80b23a-c75a-422c-b93d-7f908893edfb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.262881 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c06c7604-6193-4c4e-9428-59e56bea3393 admin admin] Publish callbacks [] for security_group (9d80b23a-c75a-422c-b93d-7f908893edfb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.284374 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c798-6251-4782-8535-824fceccdbcb admin admin] Publish callbacks [] for security_group (77f8f216-9ea8-4df8-8696-a19b73c4cf1e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.481179 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44986) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:36.490038 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3ea1c798-6251-4782-8535-824fceccdbcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (77f8f216-9ea8-4df8-8696-a19b73c4cf1e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.497959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c06c7604-6193-4c4e-9428-59e56bea3393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (9d80b23a-c75a-422c-b93d-7f908893edfb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.500468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c06c7604-6193-4c4e-9428-59e56bea3393 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.504357 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c06c7604-6193-4c4e-9428-59e56bea3393 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9d80b23a-c75a-422c-b93d-7f908893edfb HTTP/1.1" status: 204 len: 168 time: 0.3378067 Mar 31 20:24:36.518540 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c7604-6193-4c4e-9428-59e56bea3393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80b23a-c75a-422c-b93d-7f908893edfb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.531486 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea1c798-6251-4782-8535-824fceccdbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f8f216-9ea8-4df8-8696-a19b73c4cf1e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.536812 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-3ea1c798-6251-4782-8535-824fceccdbcb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=367de4efd494434c883df7fea76fe90e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5878661 Mar 31 20:24:36.539750 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 44992) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:36.546712 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-356aa032-a326-49dc-b349-9b5d0d251a67 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b6060fac94484421afd81e44789e0b38&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0618680 Mar 31 20:24:36.547382 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 44994) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:36.555935 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.602572 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23e3b88f-721e-476e-92cf-2d7745f6f30e admin admin] Publish callbacks [] for security_group (77f8f216-9ea8-4df8-8696-a19b73c4cf1e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.624676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-60cdee7f-30a9-435c-a05c-f4b821418605 admin admin] Publish callbacks [] for security_group (821a256c-e9a0-425d-a543-2be2da3e815c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.654315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23e3b88f-721e-476e-92cf-2d7745f6f30e admin admin] Publish callbacks [] for security_group (77f8f216-9ea8-4df8-8696-a19b73c4cf1e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.657626 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-60cdee7f-30a9-435c-a05c-f4b821418605 admin admin] Publish callbacks [] for security_group (821a256c-e9a0-425d-a543-2be2da3e815c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.710018 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf3a4a8-01a6-4211-8896-e221179fd9b4 req-e14ec512-123c-4a05-b124-4479ce7b7c45 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:36.711672 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cf3a4a8-01a6-4211-8896-e221179fd9b4 req-e14ec512-123c-4a05-b124-4479ce7b7c45 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1111729 Mar 31 20:24:36.773112 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cf3a4a8-01a6-4211-8896-e221179fd9b4 req-35c746e2-1d42-443e-920a-642e6b1bc9f1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472066 Mar 31 20:24:36.822149 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-60cdee7f-30a9-435c-a05c-f4b821418605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (821a256c-e9a0-425d-a543-2be2da3e815c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.822713 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23e3b88f-721e-476e-92cf-2d7745f6f30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (77f8f216-9ea8-4df8-8696-a19b73c4cf1e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.824791 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-60cdee7f-30a9-435c-a05c-f4b821418605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.825368 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-23e3b88f-721e-476e-92cf-2d7745f6f30e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:36.828382 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-60cdee7f-30a9-435c-a05c-f4b821418605 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/821a256c-e9a0-425d-a543-2be2da3e815c HTTP/1.1" status: 204 len: 168 time: 0.2777386 Mar 31 20:24:36.828559 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-23e3b88f-721e-476e-92cf-2d7745f6f30e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/77f8f216-9ea8-4df8-8696-a19b73c4cf1e HTTP/1.1" status: 204 len: 168 time: 0.2856529 Mar 31 20:24:36.835492 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e3b88f-721e-476e-92cf-2d7745f6f30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f8f216-9ea8-4df8-8696-a19b73c4cf1e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:36.837263 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cdee7f-30a9-435c-a05c-f4b821418605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821a256c-e9a0-425d-a543-2be2da3e815c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:37.332428 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45020) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:37.515225 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf249b83-2424-4755-80d7-f0e92f0ceeb1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.680210 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf249b83-2424-4755-80d7-f0e92f0ceeb1 admin admin] Publish callbacks [] for security_group (1c3ebdad-e70a-4374-81a4-ba06143fd558), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:37.899388 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c8600d-9710-4cee-bf76-0baf5f19d02c req-af63155e-16a8-4c04-a8c1-1cf0975fdbb6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:37.900973 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-22c8600d-9710-4cee-bf76-0baf5f19d02c req-af63155e-16a8-4c04-a8c1-1cf0975fdbb6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0557134 Mar 31 20:24:37.961446 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-22c8600d-9710-4cee-bf76-0baf5f19d02c req-eb74ae6e-7cc4-4835-8c3d-d5cec8a3ee69 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543420 Mar 31 20:24:38.051225 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bf249b83-2424-4755-80d7-f0e92f0ceeb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1c3ebdad-e70a-4374-81a4-ba06143fd558), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.092105 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf249b83-2424-4755-80d7-f0e92f0ceeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c3ebdad-e70a-4374-81a4-ba06143fd558,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:38.097349 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-bf249b83-2424-4755-80d7-f0e92f0ceeb1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=543446b409094d2baa34258aab1b6ee9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7638102 Mar 31 20:24:38.101386 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45048) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:38.157203 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7666f685-93d9-4243-8ea4-3ef4bcf9bf6f admin admin] Publish callbacks [] for security_group (1c3ebdad-e70a-4374-81a4-ba06143fd558), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.185976 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7666f685-93d9-4243-8ea4-3ef4bcf9bf6f admin admin] Publish callbacks [] for security_group (1c3ebdad-e70a-4374-81a4-ba06143fd558), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.332955 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45052) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:38.341688 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7666f685-93d9-4243-8ea4-3ef4bcf9bf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1c3ebdad-e70a-4374-81a4-ba06143fd558), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.349705 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7666f685-93d9-4243-8ea4-3ef4bcf9bf6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.349705 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-7666f685-93d9-4243-8ea4-3ef4bcf9bf6f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c3ebdad-e70a-4374-81a4-ba06143fd558 HTTP/1.1" status: 204 len: 168 time: 0.2437699 Mar 31 20:24:38.360941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666f685-93d9-4243-8ea4-3ef4bcf9bf6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c3ebdad-e70a-4374-81a4-ba06143fd558,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:38.368755 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a2da37b-bd56-43ea-b603-bd554b06b375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.507988 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a2da37b-bd56-43ea-b603-bd554b06b375 admin admin] Publish callbacks [] for security_group (eecad192-2039-4673-b6a6-8e4490f88168), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.610426 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4a2da37b-bd56-43ea-b603-bd554b06b375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (eecad192-2039-4673-b6a6-8e4490f88168), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.652165 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4a2da37b-bd56-43ea-b603-bd554b06b375 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1ce8349a7d6a422ab98a9a7e61fe6197&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3164496 Mar 31 20:24:38.653371 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2da37b-bd56-43ea-b603-bd554b06b375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eecad192-2039-4673-b6a6-8e4490f88168,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:38.653491 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45062) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:38.709293 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc54cff9-4f52-4f57-847c-e8db03369bdf admin admin] Publish callbacks [] for security_group (eecad192-2039-4673-b6a6-8e4490f88168), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.733025 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc54cff9-4f52-4f57-847c-e8db03369bdf admin admin] Publish callbacks [] for security_group (eecad192-2039-4673-b6a6-8e4490f88168), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.849873 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc54cff9-4f52-4f57-847c-e8db03369bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (eecad192-2039-4673-b6a6-8e4490f88168), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.852975 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc54cff9-4f52-4f57-847c-e8db03369bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:38.854313 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-fc54cff9-4f52-4f57-847c-e8db03369bdf admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eecad192-2039-4673-b6a6-8e4490f88168 HTTP/1.1" status: 204 len: 168 time: 0.1998436 Mar 31 20:24:38.862468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54cff9-4f52-4f57-847c-e8db03369bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eecad192-2039-4673-b6a6-8e4490f88168,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.096179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6f158-92d7-4599-a194-b933da64c703 req-2311ce6d-a4b5-4ca9-9bf1-713f15636b7e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:39.097892 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b3a6f158-92d7-4599-a194-b933da64c703 req-2311ce6d-a4b5-4ca9-9bf1-713f15636b7e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0605264 Mar 31 20:24:39.132780 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45082) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:39.158794 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc414-5fe3-46e5-a7c7-0c0922b3e9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.186371 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b3a6f158-92d7-4599-a194-b933da64c703 req-88def5e4-4164-4cf8-aa8c-bb2b0d925b55 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Mar 31 20:24:39.273436 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45086) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:39.291914 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc414-5fe3-46e5-a7c7-0c0922b3e9f0 admin admin] Publish callbacks [] for security_group (19485a00-7ebd-4d4b-9388-ec79db1058fd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.357074 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b1fc414-5fe3-46e5-a7c7-0c0922b3e9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (19485a00-7ebd-4d4b-9388-ec79db1058fd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.404479 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1fc414-5fe3-46e5-a7c7-0c0922b3e9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19485a00-7ebd-4d4b-9388-ec79db1058fd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.412357 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7b1fc414-5fe3-46e5-a7c7-0c0922b3e9f0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab67dcac9181450495d1ad37feedb9bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2755201 Mar 31 20:24:39.413221 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45094) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:39.463430 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22f10b76-855f-4678-9828-5c55dc076e7f admin admin] Publish callbacks [] for security_group (19485a00-7ebd-4d4b-9388-ec79db1058fd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.485876 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22f10b76-855f-4678-9828-5c55dc076e7f admin admin] Publish callbacks [] for security_group (19485a00-7ebd-4d4b-9388-ec79db1058fd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.618903 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22f10b76-855f-4678-9828-5c55dc076e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (19485a00-7ebd-4d4b-9388-ec79db1058fd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.626640 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-22f10b76-855f-4678-9828-5c55dc076e7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.627153 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1905395166-network', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:39.632052 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-22f10b76-855f-4678-9828-5c55dc076e7f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/19485a00-7ebd-4d4b-9388-ec79db1058fd HTTP/1.1" status: 204 len: 168 time: 0.2161462 Mar 31 20:24:39.640343 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f10b76-855f-4678-9828-5c55dc076e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19485a00-7ebd-4d4b-9388-ec79db1058fd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.728945 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Made reservation on behalf of f0f0189504344e479e3ba03948bc0a35 for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:39.732370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.745064 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.844800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks [] for security_group (fb2d7599-2c38-45e0-819e-f02c33bf2e5b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.917810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (fb2d7599-2c38-45e0-819e-f02c33bf2e5b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.951287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:39.958865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d7599-2c38-45e0-819e-f02c33bf2e5b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:39.965346 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (f0d9af08-1883-4277-81fe-45cb2a6c1f27), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:39.965980 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Added segment f0d9af08-1883-4277-81fe-45cb2a6c1f27 of type vlan for network cff012ed-f7dd-40c9-b870-295ed6fd793b Mar 31 20:24:40.014187 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (cff012ed-f7dd-40c9-b870-295ed6fd793b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.130812 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (cff012ed-f7dd-40c9-b870-295ed6fd793b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.131818 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.133399 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.206895 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] Pushing event updated for resources: {'Network': ['ID=cff012ed-f7dd-40c9-b870-295ed6fd793b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:40.217170 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network cff012ed-f7dd-40c9-b870-295ed6fd793b details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:40.267497 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45138) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:40.268163 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-3deea111-4b74-4100-914e-69af845c46aa admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9925551 Mar 31 20:24:40.278934 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Request body: {'subnet': {'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-subnet', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:40.399812 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae259876-40bb-4d12-a59b-1c1611b7a3eb req-50f7368b-d1a5-4652-bffb-2d5b804331ba tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:40.401485 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ae259876-40bb-4d12-a59b-1c1611b7a3eb req-50f7368b-d1a5-4652-bffb-2d5b804331ba tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1328099 Mar 31 20:24:40.410871 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Made reservation on behalf of f0f0189504344e479e3ba03948bc0a35 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:40.414429 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.479408 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ae259876-40bb-4d12-a59b-1c1611b7a3eb req-ea89d82b-20b7-4be7-b36b-a64b831eb1b2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701318 Mar 31 20:24:40.883751 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (16d8b85e-7637-4469-8912-73aa93edb2fb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:40.940060 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16d8b85e-7637-4469-8912-73aa93edb2fb,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:40.960466 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:40.960837 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Network hostable DHCP agents. Network: cff012ed-f7dd-40c9-b870-295ed6fd793b, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:41.135897 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:41.290031 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, cff012ed-f7dd-40c9-b870-295ed6fd793b) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:41.298911 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37896687-3f06-4a8f-8dc0-0008c4a29653 None None] Network cff012ed-f7dd-40c9-b870-295ed6fd793b requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:41.299613 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.299712 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.414817 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-cff012ed-f7dd-40c9-b870-295ed6fd793b', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:24:41.415710 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.440174 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4734ed02-4b15-4f81-b111-7f155907db13 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1714435 Mar 31 20:24:41.445983 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:41.447789 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:41.536616 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (073536d4-fa4a-413a-980e-24e06204e010), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.537988 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (073536d4-fa4a-413a-980e-24e06204e010), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.585863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Allocated IP 172.20.0.2 (cff012ed-f7dd-40c9-b870-295ed6fd793b/16d8b85e-7637-4469-8912-73aa93edb2fb/c332432f-fecf-4a0b-baca-fd3407eb67f9) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:41.648093 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks [] for router_controller (073536d4-fa4a-413a-980e-24e06204e010), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.687767 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a2f40-fa18-4199-852e-fcbefb83b8ee req-f38aa13e-562c-4853-85de-d63c9bd7af9d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:41.695378 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-802a2f40-fa18-4199-852e-fcbefb83b8ee req-f38aa13e-562c-4853-85de-d63c9bd7af9d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0839424 Mar 31 20:24:41.821401 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-802a2f40-fa18-4199-852e-fcbefb83b8ee req-3657eb3e-cf03-46ba-97c6-938e40739602 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209824 Mar 31 20:24:41.845417 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Publish callbacks [] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.908757 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.940019 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks [] for router_gateway (073536d4-fa4a-413a-980e-24e06204e010), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:41.954025 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:41.957644 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:41.961386 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:41.977857 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Pushing event updated for resources: {'Port': ['ID=c332432f-fecf-4a0b-baca-fd3407eb67f9,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:42.018107 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.019200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.019200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.019937 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.020126 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.020398 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.020728 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.021055 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.021382 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.021707 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.022063 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.022399 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.022727 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.023051 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.023377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:42.054659 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Attempting to bind port c332432f-fecf-4a0b-baca-fd3407eb67f9 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:42.055039 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Attempting to bind port c332432f-fecf-4a0b-baca-fd3407eb67f9 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:42.055558 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Attempting to bind port c332432f-fecf-4a0b-baca-fd3407eb67f9 on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:42.061270 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:42.061652 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:42.062100 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.062506 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Bound using segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:42.062993 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Bound port: c332432f-fecf-4a0b-baca-fd3407eb67f9, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:42.063383 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.145749 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] For port c332432f-fecf-4a0b-baca-fd3407eb67f9, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:42.150594 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] For port c332432f-fecf-4a0b-baca-fd3407eb67f9, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=c332432f-fecf-4a0b-baca-fd3407eb67f9,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:42.255547 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks [] for router_gateway (073536d4-fa4a-413a-980e-24e06204e010), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.275479 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.320464 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.394093 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b05d15-bdb9-4c00-be67-bd5eedce067c None None] Pushing event updated for resources: {'Port': ['ID=c332432f-fecf-4a0b-baca-fd3407eb67f9,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:42.414774 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Allocated IP 172.28.3.196 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/eb930d8c-70f3-4a04-ab0f-5859526fd832) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:42.570690 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks [] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.726018 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:42.816834 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:42.821680 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Pushing event updated for resources: {'Port': ['ID=eb930d8c-70f3-4a04-ab0f-5859526fd832,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:42.825420 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:42.827903 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:42.962755 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca479a5c-aa27-444f-b400-dbb880507980 req-c01cd6c0-a321-4126-898d-b1a8caf1a384 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:42.964801 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ca479a5c-aa27-444f-b400-dbb880507980 req-c01cd6c0-a321-4126-898d-b1a8caf1a384 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0648441 Mar 31 20:24:43.086298 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ca479a5c-aa27-444f-b400-dbb880507980 req-dae34eda-9ee7-4a06-a5d6-87cb89751166 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050034 Mar 31 20:24:43.536493 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks [] for router_gateway (073536d4-fa4a-413a-980e-24e06204e010), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.613581 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf5e64-5420-4c93-a0fc-075744e808e7 None None] Network cff012ed-f7dd-40c9-b870-295ed6fd793b requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:43.784348 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] Provisioning complete for port c332432f-fecf-4a0b-baca-fd3407eb67f9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:43.784348 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.879932 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device c332432f-fecf-4a0b-baca-fd3407eb67f9 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:43.959095 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (073536d4-fa4a-413a-980e-24e06204e010), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.991217 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port c332432f-fecf-4a0b-baca-fd3407eb67f9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:43.996437 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:43.996437 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] Current status of the port c332432f-fecf-4a0b-baca-fd3407eb67f9 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:43.996437 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.076738 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] For port c332432f-fecf-4a0b-baca-fd3407eb67f9, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=c332432f-fecf-4a0b-baca-fd3407eb67f9,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:44.137277 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port c332432f-fecf-4a0b-baca-fd3407eb67f9 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:44.137682 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.159727 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.271769 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45280) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:44.287106 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9b5e-7525-4ace-9ba6-d7e4fa608c3e req-e5cfebf3-c85b-4f0f-8273-7a0f8b28c3de tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:44.289020 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-33ea9b5e-7525-4ace-9ba6-d7e4fa608c3e req-e5cfebf3-c85b-4f0f-8273-7a0f8b28c3de tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0646963 Mar 31 20:24:44.306153 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.db.api [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103964) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 20:24:44.306671 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG oslo_db.api [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 20:24:44.312501 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2549e-4f6b-4044-88aa-fa893c9aad78 None None] Pushing event updated for resources: {'Port': ['ID=c332432f-fecf-4a0b-baca-fd3407eb67f9,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.325526 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ef57a1dc-ab39-45aa-93ce-2a707ee067c4 None None] Provisioning complete for port c332432f-fecf-4a0b-baca-fd3407eb67f9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:44.331195 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ef57a1dc-ab39-45aa-93ce-2a707ee067c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.364747 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Router 073536d4-fa4a-413a-980e-24e06204e010 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:24:44.376916 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-33ea9b5e-7525-4ace-9ba6-d7e4fa608c3e req-5fd6bc6f-79b7-444c-be56-8a8b4ea664a4 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749230 Mar 31 20:24:44.460728 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ef57a1dc-ab39-45aa-93ce-2a707ee067c4 None None] Current status of the port c332432f-fecf-4a0b-baca-fd3407eb67f9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:44.468505 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bef1906f-9e6b-4edb-858e-d6990678c177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.532737 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:44.544599 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:44.556620 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:44.557244 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.587045 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bef1906f-9e6b-4edb-858e-d6990678c177 admin admin] Publish callbacks [] for security_group (082f7666-b6d2-4426-9c8f-adfd3647d968), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.623990 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.625335 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-07f6aadf-dd46-4a78-8579-cc155a827385 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1808736 Mar 31 20:24:44.628651 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45288) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:44.654962 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bef1906f-9e6b-4edb-858e-d6990678c177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (082f7666-b6d2-4426-9c8f-adfd3647d968), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.672012 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:44.699156 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1906f-9e6b-4edb-858e-d6990678c177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082f7666-b6d2-4426-9c8f-adfd3647d968,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:44.707851 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-bef1906f-9e6b-4edb-858e-d6990678c177 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88b34643456041a7babc17b95e42854a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4346638 Mar 31 20:24:44.708387 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45290) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:44.782813 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16cd674-fc0a-41af-b637-4e15a3561a4e admin admin] Publish callbacks [] for security_group (082f7666-b6d2-4426-9c8f-adfd3647d968), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.862906 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:43Z', 'revision_number': 3, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:44.875273 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port c332432f-fecf-4a0b-baca-fd3407eb67f9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:44.875992 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16cd674-fc0a-41af-b637-4e15a3561a4e admin admin] Publish callbacks [] for security_group (082f7666-b6d2-4426-9c8f-adfd3647d968), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:44.898824 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:44.899439 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Updating router 073536d4-fa4a-413a-980e-24e06204e010 port eb930d8c-70f3-4a04-ab0f-5859526fd832 binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:44.927770 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.128940 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16cd674-fc0a-41af-b637-4e15a3561a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (082f7666-b6d2-4426-9c8f-adfd3647d968), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.133164 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c16cd674-fc0a-41af-b637-4e15a3561a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.138694 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-c16cd674-fc0a-41af-b637-4e15a3561a4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/082f7666-b6d2-4426-9c8f-adfd3647d968 HTTP/1.1" status: 204 len: 168 time: 0.4290776 Mar 31 20:24:45.198403 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16cd674-fc0a-41af-b637-4e15a3561a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082f7666-b6d2-4426-9c8f-adfd3647d968,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:45.290844 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.333986 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Publish callbacks [] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.416573 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.463963 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Attempting to bind port eb930d8c-70f3-4a04-ab0f-5859526fd832 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:45.464527 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Attempting to bind port eb930d8c-70f3-4a04-ab0f-5859526fd832 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:45.465111 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Attempting to bind port eb930d8c-70f3-4a04-ab0f-5859526fd832 on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:45.509091 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:45.510190 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:45.511586 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.512340 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:45.513325 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Bound port: eb930d8c-70f3-4a04-ab0f-5859526fd832, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:45.515277 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.619450 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Pushing event updated for resources: {'Port': ['ID=eb930d8c-70f3-4a04-ab0f-5859526fd832,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:45.691977 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.697157 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.697691 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.698545 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.699055 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.699528 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.706492 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:24:45.714262 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] For port eb930d8c-70f3-4a04-ab0f-5859526fd832, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:45.718415 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] For port eb930d8c-70f3-4a04-ab0f-5859526fd832, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=eb930d8c-70f3-4a04-ab0f-5859526fd832,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:45.769064 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device c332432f-fecf-4a0b-baca-fd3407eb67f9 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:45.773645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Allocated IP 172.20.0.1 (cff012ed-f7dd-40c9-b870-295ed6fd793b/16d8b85e-7637-4469-8912-73aa93edb2fb/61f431af-bac6-448e-922f-e33859ceee0c) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:45.810531 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:45.869514 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:45.870545 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:45.874660 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a788c-f123-4b6a-a897-60c96600bdcb req-79b27f25-71e9-4fc2-88d2-221afac99bfd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:45.878644 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-862a788c-f123-4b6a-a897-60c96600bdcb req-79b27f25-71e9-4fc2-88d2-221afac99bfd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1604426 Mar 31 20:24:45.889562 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port c332432f-fecf-4a0b-baca-fd3407eb67f9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:45.890142 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.035354 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port c332432f-fecf-4a0b-baca-fd3407eb67f9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:46.084275 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33294f-ae29-409a-8e92-914d7473b960 None None] Pushing event updated for resources: {'Port': ['ID=eb930d8c-70f3-4a04-ab0f-5859526fd832,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:46.124527 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-862a788c-f123-4b6a-a897-60c96600bdcb req-ee56fdd3-3804-4927-a273-e4d29916a76f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373722 Mar 31 20:24:46.142595 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:46.142802 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks [] for port (61f431af-bac6-448e-922f-e33859ceee0c), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.158917 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45336) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:46.182843 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82720b5c-59a8-4467-bf4c-8322161cd98b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.274044 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (61f431af-bac6-448e-922f-e33859ceee0c), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.311855 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82720b5c-59a8-4467-bf4c-8322161cd98b admin admin] Publish callbacks [] for security_group (81b261d8-bc73-4d15-986e-c49bc3387947), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.332460 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:46.341335 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:46.356229 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:46.382002 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-82720b5c-59a8-4467-bf4c-8322161cd98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (81b261d8-bc73-4d15-986e-c49bc3387947), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.390802 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Pushing event updated for resources: {'Port': ['ID=61f431af-bac6-448e-922f-e33859ceee0c,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:46.424533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (073536d4-fa4a-413a-980e-24e06204e010), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.468098 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82720b5c-59a8-4467-bf4c-8322161cd98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b261d8-bc73-4d15-986e-c49bc3387947,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:46.500777 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-82720b5c-59a8-4467-bf4c-8322161cd98b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=04f2e9da320d444db159ec0de267bd03&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3347256 Mar 31 20:24:46.501578 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45344) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:46.545182 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:43Z', 'revision_number': 3, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:46.605465 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d96296f1-e2ff-4abb-9b7b-40789fe4755a admin admin] Publish callbacks [] for security_group (81b261d8-bc73-4d15-986e-c49bc3387947), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.605750 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15de2c39-e58d-4a7d-93a2-fd43c849f541 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:43Z', 'revision_number': 3, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:46.640932 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d96296f1-e2ff-4abb-9b7b-40789fe4755a admin admin] Publish callbacks [] for security_group (81b261d8-bc73-4d15-986e-c49bc3387947), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.714844 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (61f431af-bac6-448e-922f-e33859ceee0c), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.744612 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b51e891f-0f0f-43e4-b681-3ef3d38da6a3 None None] Provisioning complete for port 61f431af-bac6-448e-922f-e33859ceee0c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:46.745742 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b51e891f-0f0f-43e4-b681-3ef3d38da6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (61f431af-bac6-448e-922f-e33859ceee0c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.801476 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b51e891f-0f0f-43e4-b681-3ef3d38da6a3 None None] Port 61f431af-bac6-448e-922f-e33859ceee0c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:46.838415 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d96296f1-e2ff-4abb-9b7b-40789fe4755a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (81b261d8-bc73-4d15-986e-c49bc3387947), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.853069 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d96296f1-e2ff-4abb-9b7b-40789fe4755a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:46.855498 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d96296f1-e2ff-4abb-9b7b-40789fe4755a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/81b261d8-bc73-4d15-986e-c49bc3387947 HTTP/1.1" status: 204 len: 168 time: 0.3505988 Mar 31 20:24:46.879440 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96296f1-e2ff-4abb-9b7b-40789fe4755a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b261d8-bc73-4d15-986e-c49bc3387947,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.006757 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks [] for port (61f431af-bac6-448e-922f-e33859ceee0c), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.071541 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (61f431af-bac6-448e-922f-e33859ceee0c), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.194639 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Pushing event updated for resources: {'Port': ['ID=61f431af-bac6-448e-922f-e33859ceee0c,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:47.204169 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (073536d4-fa4a-413a-980e-24e06204e010), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:47.458802 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999512c-e870-4d58-941f-e42d0b20de76 req-193e1bfb-cf6f-4733-9aef-91299de4901c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:47.461033 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5999512c-e870-4d58-941f-e42d0b20de76 req-193e1bfb-cf6f-4733-9aef-91299de4901c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1623082 Mar 31 20:24:47.488507 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:47.499341 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:47.835824 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device eb930d8c-70f3-4a04-ab0f-5859526fd832 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:47.857552 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45380) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:47.916843 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5999512c-e870-4d58-941f-e42d0b20de76 req-b91f3e69-396a-4f50-ab91-29763cfa295b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4330637 Mar 31 20:24:47.925720 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:24:48.006301 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port eb930d8c-70f3-4a04-ab0f-5859526fd832 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:48.007212 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.124399 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a9e220f9-c670-420d-a985-aad9894bf6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.190065 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:48.213012 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-baf72c55-1d6c-4adb-978c-6d8b73319f6d admin admin] 10.222.0.62 "PUT /v2.0/routers/073536d4-fa4a-413a-980e-24e06204e010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5830786 Mar 31 20:24:48.233625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-86a8827b-093a-4af9-9a76-2157a04dc4cf None None] Provisioning complete for port 61f431af-bac6-448e-922f-e33859ceee0c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:48.234313 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-86a8827b-093a-4af9-9a76-2157a04dc4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (61f431af-bac6-448e-922f-e33859ceee0c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.307588 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a9e220f9-c670-420d-a985-aad9894bf6d0 admin admin] Publish callbacks [] for security_group (cde1f818-d352-4d5d-b000-6ea94e6e82dc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.341646 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port eb930d8c-70f3-4a04-ab0f-5859526fd832 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:48.342391 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.359056 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-86a8827b-093a-4af9-9a76-2157a04dc4cf None None] Port 61f431af-bac6-448e-922f-e33859ceee0c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:48.381799 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port eb930d8c-70f3-4a04-ab0f-5859526fd832, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=eb930d8c-70f3-4a04-ab0f-5859526fd832,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:48.388109 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a9e220f9-c670-420d-a985-aad9894bf6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (cde1f818-d352-4d5d-b000-6ea94e6e82dc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.467708 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e220f9-c670-420d-a985-aad9894bf6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde1f818-d352-4d5d-b000-6ea94e6e82dc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.468665 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.489094 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a9e220f9-c670-420d-a985-aad9894bf6d0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=77837896dc134131a5943fef3692f24b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6258676 Mar 31 20:24:48.489750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45408) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:48.555885 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=eb930d8c-70f3-4a04-ab0f-5859526fd832,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:48.578804 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c27d64a-638e-4d91-b026-918795f94010 admin admin] Publish callbacks [] for security_group (cde1f818-d352-4d5d-b000-6ea94e6e82dc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.628000 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c27d64a-638e-4d91-b026-918795f94010 admin admin] Publish callbacks [] for security_group (cde1f818-d352-4d5d-b000-6ea94e6e82dc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.788678 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c27d64a-638e-4d91-b026-918795f94010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (cde1f818-d352-4d5d-b000-6ea94e6e82dc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.795365 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c27d64a-638e-4d91-b026-918795f94010 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:48.801834 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0c27d64a-638e-4d91-b026-918795f94010 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cde1f818-d352-4d5d-b000-6ea94e6e82dc HTTP/1.1" status: 204 len: 168 time: 0.3071451 Mar 31 20:24:48.818237 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27d64a-638e-4d91-b026-918795f94010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde1f818-d352-4d5d-b000-6ea94e6e82dc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.005516 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45422) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:49.128644 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1a052-0db0-4d36-9e15-76262937a407 req-65423c00-2605-47eb-9457-7893e36a2174 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.131910 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-12a1a052-0db0-4d36-9e15-76262937a407 req-65423c00-2605-47eb-9457-7893e36a2174 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0822618 Mar 31 20:24:49.133199 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45426) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:49.143519 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--183774869', 'description': 'tempest-description--556134658'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:49.176356 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-689665336-network', 'tenant_id': '097aba154f5149b49e93ebcfcf835280'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:49.262773 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:49.275230 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:49.275941 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:49.308447 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Made reservation on behalf of 097aba154f5149b49e93ebcfcf835280 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:49.310098 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.333588 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.450878 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:49.515177 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks [] for security_group (962f4703-0310-4f58-b5e7-22cb88650d50), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.561856 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-12a1a052-0db0-4d36-9e15-76262937a407 req-e1f15d19-b71d-4f37-b0c2-42a1fcc839cf tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083791 Mar 31 20:24:49.562999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.578633 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (962f4703-0310-4f58-b5e7-22cb88650d50), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.596193 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:49.663313 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (cd05f706-95cc-4586-8fce-73ac4626318c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.663663 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Added segment cd05f706-95cc-4586-8fce-73ac4626318c of type vlan for network c29035b8-4fd0-433e-90b1-c160cd62a1d7 Mar 31 20:24:49.716426 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (1615ea11-9a4a-4d72-863d-7cda6f7a1cba), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.735189 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962f4703-0310-4f58-b5e7-22cb88650d50,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.766675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (c29035b8-4fd0-433e-90b1-c160cd62a1d7), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.789262 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device eb930d8c-70f3-4a04-ab0f-5859526fd832 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:49.798668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1615ea11-9a4a-4d72-863d-7cda6f7a1cba), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.832710 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1615ea11-9a4a-4d72-863d-7cda6f7a1cba,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:49.903493 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (c29035b8-4fd0-433e-90b1-c160cd62a1d7), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.906278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:49.906904 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.909294 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:49.916918 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-589b7377-8e97-48d8-81e3-0458f1852b03 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7805583 Mar 31 20:24:49.920387 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45448) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:49.932313 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '1615ea11-9a4a-4d72-863d-7cda6f7a1cba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:49.968375 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port eb930d8c-70f3-4a04-ab0f-5859526fd832 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:49.968882 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.012329 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c29035b8-4fd0-433e-90b1-c160cd62a1d7,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.021526 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:50.030952 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network c29035b8-4fd0-433e-90b1-c160cd62a1d7 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:50.078028 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-965f286e-bb37-40c5-bba0-b94df16d81f2 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0683129 Mar 31 20:24:50.080585 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (227dffe2-903e-454f-b2de-caa78aa370d8), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.082244 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45454) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:50.096593 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Request body: {'subnet': {'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-689665336-subnet', 'tenant_id': '097aba154f5149b49e93ebcfcf835280', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:50.223432 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (227dffe2-903e-454f-b2de-caa78aa370d8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.233855 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Made reservation on behalf of 097aba154f5149b49e93ebcfcf835280 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:50.239176 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.247980 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45456) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:50.285458 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (227dffe2-903e-454f-b2de-caa78aa370d8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.311193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227dffe2-903e-454f-b2de-caa78aa370d8,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.363730 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:50.363730 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Updating router 073536d4-fa4a-413a-980e-24e06204e010 port 61f431af-bac6-448e-922f-e33859ceee0c binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:50.389699 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.391021 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-c8134afa-3910-48ea-b2c7-5b9e60afddd8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4694998 Mar 31 20:24:50.395474 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45464) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:50.400226 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '1615ea11-9a4a-4d72-863d-7cda6f7a1cba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:50.451674 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (61f431af-bac6-448e-922f-e33859ceee0c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.512126 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (f1c843e4-1fb7-4ebc-a29d-c6f977564ff0), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.549914 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port eb930d8c-70f3-4a04-ab0f-5859526fd832 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:50.569428 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-548223e8-1cba-4b81-a819-92e99b76d8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.687723 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (f1c843e4-1fb7-4ebc-a29d-c6f977564ff0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.772229 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (a1941782-8f9a-4443-a909-b8f020a8ce55), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.812009 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45480) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:50.826130 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (f1c843e4-1fb7-4ebc-a29d-c6f977564ff0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:50.838377 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1941782-8f9a-4443-a909-b8f020a8ce55,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.882646 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Checking segment: {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:50.884103 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Network hostable DHCP agents. Network: c29035b8-4fd0-433e-90b1-c160cd62a1d7, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:50.885127 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1c843e4-1fb7-4ebc-a29d-c6f977564ff0,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:50.919562 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a0e7e-1dc0-4147-8790-2f3f6228688e req-11b8856b-8a07-4e8a-8ff8-1ae5a6ae14e8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:50.922022 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d58a0e7e-1dc0-4147-8790-2f3f6228688e req-11b8856b-8a07-4e8a-8ff8-1ae5a6ae14e8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1773884 Mar 31 20:24:50.953074 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-548223e8-1cba-4b81-a819-92e99b76d8d8 admin admin] Publish callbacks [] for security_group (37b00fdd-d574-431f-acee-984ed1a1ce3b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.015342 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.022801 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45488) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:51.023975 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-a8b4b32e-5cfc-40d7-9e05-920e85e0e055 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6269586 Mar 31 20:24:51.032403 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:51.048882 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d58a0e7e-1dc0-4147-8790-2f3f6228688e req-5da9853d-b41e-40a9-84d1-0ac587c44cb6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127512 Mar 31 20:24:51.055839 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-909009234-network', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:51.073791 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Network c29035b8-4fd0-433e-90b1-c160cd62a1d7 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:51.093444 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Publish callbacks [] for port (61f431af-bac6-448e-922f-e33859ceee0c), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.117429 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-548223e8-1cba-4b81-a819-92e99b76d8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (37b00fdd-d574-431f-acee-984ed1a1ce3b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.162038 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-548223e8-1cba-4b81-a819-92e99b76d8d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b8e8a8964e5a4c849f8fbb5d19897102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9114542 Mar 31 20:24:51.162964 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548223e8-1cba-4b81-a819-92e99b76d8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37b00fdd-d574-431f-acee-984ed1a1ce3b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:51.166417 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45490) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:51.174868 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.210546 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Made reservation on behalf of 48687694e4cb4270ac1e3904d4e90b2b for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:51.213034 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (61f431af-bac6-448e-922f-e33859ceee0c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.213492 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.239224 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.248224 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, c29035b8-4fd0-433e-90b1-c160cd62a1d7) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:51.261308 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.262309 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.276445 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd8f565-22f8-441d-b2cc-f8f492da9573 None None] Network c29035b8-4fd0-433e-90b1-c160cd62a1d7 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:51.295023 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a1a5e11-7910-4f0a-8ad0-5bbcf1cd8eb3 admin admin] Publish callbacks [] for security_group (37b00fdd-d574-431f-acee-984ed1a1ce3b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.327886 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a1a5e11-7910-4f0a-8ad0-5bbcf1cd8eb3 admin admin] Publish callbacks [] for security_group (37b00fdd-d574-431f-acee-984ed1a1ce3b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.386373 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-1434d1ca-c0ec-4298-9a58-ebc9e6c9c9ac admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3025551 Mar 31 20:24:51.434778 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.478335 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74298-d436-4c24-87d0-1c1c94bb32a8 None None] Pushing event updated for resources: {'Port': ['ID=61f431af-bac6-448e-922f-e33859ceee0c,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:51.497429 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks [] for security_group (8feea5b7-8e2c-4741-93f8-d9eff2739ace), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.515997 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a1a5e11-7910-4f0a-8ad0-5bbcf1cd8eb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (37b00fdd-d574-431f-acee-984ed1a1ce3b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.521367 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a1a5e11-7910-4f0a-8ad0-5bbcf1cd8eb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.523542 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2a1a5e11-7910-4f0a-8ad0-5bbcf1cd8eb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/37b00fdd-d574-431f-acee-984ed1a1ce3b HTTP/1.1" status: 204 len: 168 time: 0.3555868 Mar 31 20:24:51.583811 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8feea5b7-8e2c-4741-93f8-d9eff2739ace), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.596221 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Attempting to bind port 61f431af-bac6-448e-922f-e33859ceee0c on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:51.596582 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Attempting to bind port 61f431af-bac6-448e-922f-e33859ceee0c by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:51.596991 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Attempting to bind port 61f431af-bac6-448e-922f-e33859ceee0c on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:51.601109 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a5e11-7910-4f0a-8ad0-5bbcf1cd8eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37b00fdd-d574-431f-acee-984ed1a1ce3b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:51.621588 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33d2fe-817f-41b0-b26d-a31ec7beed0c None None] Network c29035b8-4fd0-433e-90b1-c160cd62a1d7 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:51.648911 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:51.649286 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:51.649688 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.650107 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Bound using segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:51.650617 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Bound port: 61f431af-bac6-448e-922f-e33859ceee0c, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:51.651044 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (61f431af-bac6-448e-922f-e33859ceee0c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.664890 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8feea5b7-8e2c-4741-93f8-d9eff2739ace,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:51.683804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:24:51.730725 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (b266ef63-060d-4fdd-b5b5-b68d65446a19), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.731302 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Added segment b266ef63-060d-4fdd-b5b5-b68d65446a19 of type vlan for network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 Mar 31 20:24:51.846690 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] For port 61f431af-bac6-448e-922f-e33859ceee0c, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:51.857008 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (6d9f8698-e26f-4225-9a7c-b5c96b50fc26), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.859731 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.28.3.228 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:51.860634 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-87c740af-774f-465e-a451-b0a173276dc2 None None] Provisioning complete for port 61f431af-bac6-448e-922f-e33859ceee0c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:51.861300 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-87c740af-774f-465e-a451-b0a173276dc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (61f431af-bac6-448e-922f-e33859ceee0c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.864115 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] For port 61f431af-bac6-448e-922f-e33859ceee0c, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=61f431af-bac6-448e-922f-e33859ceee0c,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:51.910312 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-87c740af-774f-465e-a451-b0a173276dc2 None None] Port 61f431af-bac6-448e-922f-e33859ceee0c cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:24:51.947614 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (61f431af-bac6-448e-922f-e33859ceee0c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.976043 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (6d9f8698-e26f-4225-9a7c-b5c96b50fc26), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.978240 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:51.978830 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:51.999921 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:52.000648 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:52.023460 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.090898 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c74298-d436-4c24-87d0-1c1c94bb32a8 None None] Pushing event updated for resources: {'Port': ['ID=61f431af-bac6-448e-922f-e33859ceee0c,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:52.102959 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] Pushing event updated for resources: {'Network': ['ID=6d9f8698-e26f-4225-9a7c-b5c96b50fc26,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:52.120240 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:24:52.177144 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.242576 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:52.301784 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-be0d966f-4513-4e93-9daa-1f54cdaf91cc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4845164 Mar 31 20:24:52.308313 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45510) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:52.339676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Request body: {'subnet': {'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-909009234-subnet', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:52.354809 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fab0507-aca4-49bf-bbc7-5987da3d26e4 req-a92daf3d-faa3-493f-b9d4-4df2fa2a88c9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:52.364435 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2fab0507-aca4-49bf-bbc7-5987da3d26e4 req-a92daf3d-faa3-493f-b9d4-4df2fa2a88c9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1457355 Mar 31 20:24:52.365424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45512) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:52.391168 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:52.402752 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:52.423233 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:52.513007 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2fab0507-aca4-49bf-bbc7-5987da3d26e4 req-525c7127-cc38-4439-b570-8fca274b1cbd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349738 Mar 31 20:24:52.531508 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:52.585960 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] Provisioning complete for port 61f431af-bac6-448e-922f-e33859ceee0c triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:52.586744 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (61f431af-bac6-448e-922f-e33859ceee0c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.653547 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (10fe7835-7ccb-42aa-83a6-9220999ada3a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.671595 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Made reservation on behalf of 48687694e4cb4270ac1e3904d4e90b2b for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:52.671866 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4b9741b-6185-456c-8ca9-3257e89bfe17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.680278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.796104 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4b9741b-6185-456c-8ca9-3257e89bfe17 admin admin] Publish callbacks [] for security_group (86597137-8604-4296-8df3-e639ce98545e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.839857 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] Current status of the port 61f431af-bac6-448e-922f-e33859ceee0c is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:52.840487 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (61f431af-bac6-448e-922f-e33859ceee0c), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.867393 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:51Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:52.884640 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4b9741b-6185-456c-8ca9-3257e89bfe17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (86597137-8604-4296-8df3-e639ce98545e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.898552 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:52.914933 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-822b0320-99ea-453f-a979-cd9a66726d52 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:51Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:52.928172 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e4b9741b-6185-456c-8ca9-3257e89bfe17 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=87c5927f655b4622a3126f6e49976f19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5602629 Mar 31 20:24:52.929516 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9741b-6185-456c-8ca9-3257e89bfe17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86597137-8604-4296-8df3-e639ce98545e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:52.932090 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45526) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:52.964182 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] For port 61f431af-bac6-448e-922f-e33859ceee0c, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=61f431af-bac6-448e-922f-e33859ceee0c,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:53.028481 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (61f431af-bac6-448e-922f-e33859ceee0c), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.162046 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ceaf47-a391-4206-bfb6-6e30f2a2b7f7 None None] Pushing event updated for resources: {'Port': ['ID=61f431af-bac6-448e-922f-e33859ceee0c,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:53.202503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d893d40-3ba3-4399-8edb-9f588341eb4e admin admin] Publish callbacks [] for security_group (86597137-8604-4296-8df3-e639ce98545e), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.260323 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d893d40-3ba3-4399-8edb-9f588341eb4e admin admin] Publish callbacks [] for security_group (86597137-8604-4296-8df3-e639ce98545e), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.307334 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.443761 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.451690 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d893d40-3ba3-4399-8edb-9f588341eb4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (86597137-8604-4296-8df3-e639ce98545e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.456869 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3d893d40-3ba3-4399-8edb-9f588341eb4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.463381 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-3d893d40-3ba3-4399-8edb-9f588341eb4e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/86597137-8604-4296-8df3-e639ce98545e HTTP/1.1" status: 204 len: 168 time: 0.5204947 Mar 31 20:24:53.495691 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:53.499243 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d893d40-3ba3-4399-8edb-9f588341eb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86597137-8604-4296-8df3-e639ce98545e,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:53.503254 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Checking segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:53.503459 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Network hostable DHCP agents. Network: 6d9f8698-e26f-4225-9a7c-b5c96b50fc26, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:24:53.523998 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.677243 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:24:53.681268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:53.695246 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (10fe7835-7ccb-42aa-83a6-9220999ada3a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.760423 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70fc9e-dac9-4642-93b4-e438db2aac57 req-86b49c10-bf86-4c94-aafc-388c12c5e88b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.762031 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7b70fc9e-dac9-4642-93b4-e438db2aac57 req-86b49c10-bf86-4c94-aafc-388c12c5e88b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0736558 Mar 31 20:24:53.787794 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 6d9f8698-e26f-4225-9a7c-b5c96b50fc26) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:53.792203 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.793628 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-582f87a0-0d7e-472f-b605-6b4c03aa9fc3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7682221 Mar 31 20:24:53.806394 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:53.807602 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:53.813045 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24553bc4-84f5-44cb-95ba-16f85fad5508 None None] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:53.818420 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 61f431af-bac6-448e-922f-e33859ceee0c up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:53.857738 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7b70fc9e-dac9-4642-93b4-e438db2aac57 req-74d2061b-ceb9-4115-b8b9-37bb62b2564c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855997 Mar 31 20:24:53.915509 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-317a7f3d-34b8-405e-a634-63ef6ad95d4d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5889547 Mar 31 20:24:53.918819 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45550) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:53.924173 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:53.985913 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 61f431af-bac6-448e-922f-e33859ceee0c triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:53.986550 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (61f431af-bac6-448e-922f-e33859ceee0c), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.022760 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:24:54.023874 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.024130 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (ef7870cc-12cb-48e5-8298-f66566a57d69), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.028719 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (ef7870cc-12cb-48e5-8298-f66566a57d69), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.145201 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks [] for router_controller (ef7870cc-12cb-48e5-8298-f66566a57d69), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.151293 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-af022331-bd6b-477a-a393-47e24897031f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--183774869&fields=id&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 267 time: 0.0813551 Mar 31 20:24:54.340054 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-f5cae573-3dec-486e-ba36-1102b69e1010 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:54.341571 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-f5cae573-3dec-486e-ba36-1102b69e1010 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.1808815 Mar 31 20:24:54.371288 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-04b39c16-0f18-4575-8115-276b88192591 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/quotas/f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 375 time: 0.0124099 Mar 31 20:24:54.456887 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks [] for router_gateway (ef7870cc-12cb-48e5-8298-f66566a57d69), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.458416 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 61f431af-bac6-448e-922f-e33859ceee0c is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:54.492626 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-b9da584e-1bdf-4deb-af28-9896194c8187 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068444 Mar 31 20:24:54.509485 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Allocated IP 172.20.0.2 (6d9f8698-e26f-4225-9a7c-b5c96b50fc26/ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf/20aa2eb8-e5d5-43be-829f-61428da9529d) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:54.516861 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45572) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:54.547108 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-077a9d19-e10a-4233-8d03-c89951f775f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.715718 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-d8698e28-22e3-4fd8-8226-2fa080a6058f service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084129 Mar 31 20:24:54.824697 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Publish callbacks [] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.925626 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.971303 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-077a9d19-e10a-4233-8d03-c89951f775f7 admin admin] Publish callbacks [] for security_group (ef25e832-1e32-4afc-963b-f840c4f6cf33), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:54.978141 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:54.985433 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:54.989331 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-8579495e-a2a9-471b-816f-1ec102d13adb service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696404 Mar 31 20:24:54.991218 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:55.033830 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Pushing event updated for resources: {'Port': ['ID=20aa2eb8-e5d5-43be-829f-61428da9529d,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:55.035961 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1a6b9d6e-a582-4895-af28-a24a223d8a31 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:55.047088 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1a6b9d6e-a582-4895-af28-a24a223d8a31 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/networks?id=c29035b8-4fd0-433e-90b1-c160cd62a1d7 HTTP/1.1" status: 200 len: 808 time: 0.1801972 Mar 31 20:24:55.067826 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2c491ac5-5ba3-4543-ad01-1ebf00fd5ed9 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/quotas/097aba154f5149b49e93ebcfcf835280 HTTP/1.1" status: 200 len: 375 time: 0.0149839 Mar 31 20:24:55.073417 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Attempting to bind port 20aa2eb8-e5d5-43be-829f-61428da9529d on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:55.073806 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Attempting to bind port 20aa2eb8-e5d5-43be-829f-61428da9529d by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:55.074170 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Attempting to bind port 20aa2eb8-e5d5-43be-829f-61428da9529d on network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:55.084713 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:55.085534 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Checking segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:55.087250 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.087250 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Bound using segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:55.087250 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Bound port: 20aa2eb8-e5d5-43be-829f-61428da9529d, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:55.087983 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.098827 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-077a9d19-e10a-4233-8d03-c89951f775f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ef25e832-1e32-4afc-963b-f840c4f6cf33), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.115649 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-a00caa14-bf3c-45d9-bc90-dd5b19e302a7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=097aba154f5149b49e93ebcfcf835280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387728 Mar 31 20:24:55.141873 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-077a9d19-e10a-4233-8d03-c89951f775f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e2e19f42697b4a2f8bb20d09da4eec42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6238728 Mar 31 20:24:55.144839 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45594) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:55.194284 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] For port 20aa2eb8-e5d5-43be-829f-61428da9529d, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:55.198515 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] For port 20aa2eb8-e5d5-43be-829f-61428da9529d, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=20aa2eb8-e5d5-43be-829f-61428da9529d,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:55.207106 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks [] for router_gateway (ef7870cc-12cb-48e5-8298-f66566a57d69), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.234366 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-39978655-3c4e-4afa-b2cf-1d6247e5579f service neutron] 10.222.0.62 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096120 Mar 31 20:24:55.247490 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.256649 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a9d19-e10a-4233-8d03-c89951f775f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef25e832-1e32-4afc-963b-f840c4f6cf33,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:55.285703 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.324474 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8890-56da-40f4-a40f-d91724cff122 admin admin] Publish callbacks [] for security_group (ef25e832-1e32-4afc-963b-f840c4f6cf33), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.371693 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b4f43-0597-4268-8cc1-be4699e39a9a None None] Pushing event updated for resources: {'Port': ['ID=20aa2eb8-e5d5-43be-829f-61428da9529d,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:55.375522 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8890-56da-40f4-a40f-d91724cff122 admin admin] Publish callbacks [] for security_group (ef25e832-1e32-4afc-963b-f840c4f6cf33), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.452122 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1371f4c-0fb5-440e-ac3a-347b7230aede req-0c9618f1-b134-4b1c-b805-8850456554b5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:55.460691 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c1371f4c-0fb5-440e-ac3a-347b7230aede req-0c9618f1-b134-4b1c-b805-8850456554b5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1284344 Mar 31 20:24:55.466320 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1e73bda2-6065-4240-8a97-e9ec2cb3c375 service neutron] 10.222.0.62 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260368 Mar 31 20:24:55.492153 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Allocated IP 172.28.3.140 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/e4bc3b7b-56fe-44f3-a79d-d92b45963404) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:55.530682 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c1371f4c-0fb5-440e-ac3a-347b7230aede req-f07559ac-83a5-4596-80ec-a71869d5084b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689120 Mar 31 20:24:55.653638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4655655-9ccb-4973-9a19-4dd5b60079d9 req-aebc7c09-5df9-4904-8343-0682a8c1d441 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 210 time: 0.0666852 Mar 31 20:24:55.658491 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks [] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.662051 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8890-56da-40f4-a40f-d91724cff122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ef25e832-1e32-4afc-963b-f840c4f6cf33), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.665033 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3b8f8890-56da-40f4-a40f-d91724cff122 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.667227 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-3b8f8890-56da-40f4-a40f-d91724cff122 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ef25e832-1e32-4afc-963b-f840c4f6cf33 HTTP/1.1" status: 204 len: 168 time: 0.5204768 Mar 31 20:24:55.695010 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8f8890-56da-40f4-a40f-d91724cff122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef25e832-1e32-4afc-963b-f840c4f6cf33,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:55.810765 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:55.944414 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7edbd473-c08f-4d05-a0fe-2821d600d52e req-20435ee8-e9b6-4c95-b95d-80956c779b82 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 210 time: 0.0580225 Mar 31 20:24:55.964101 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:55.967389 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:55.977348 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:56.015525 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Pushing event updated for resources: {'Port': ['ID=e4bc3b7b-56fe-44f3-a79d-d92b45963404,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:56.388978 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks [] for router_gateway (ef7870cc-12cb-48e5-8298-f66566a57d69), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.679852 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (ef7870cc-12cb-48e5-8298-f66566a57d69), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:56.714544 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036f824-bc78-4a99-a1f9-3c01db3a1142 req-98a22ef8-55d0-4df9-a601-d72b5ea5a42d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:56.716460 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d036f824-bc78-4a99-a1f9-3c01db3a1142 req-98a22ef8-55d0-4df9-a601-d72b5ea5a42d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0968521 Mar 31 20:24:56.777144 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-538263a3-be1c-4a09-b256-c485f716332b req-5256c76b-8d77-42dd-8ccb-ec0baf23519f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 210 time: 0.0407331 Mar 31 20:24:56.822411 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d036f824-bc78-4a99-a1f9-3c01db3a1142 req-544a120b-394e-4c7e-bc6e-b163ec3b22e3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997946 Mar 31 20:24:56.871547 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e698ee5-0305-4e49-aa7c-2f79561fb41c None None] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:24:56.941077 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] Provisioning complete for port 20aa2eb8-e5d5-43be-829f-61428da9529d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:56.941371 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.032923 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Router ef7870cc-12cb-48e5-8298-f66566a57d69 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:24:57.051534 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3a901181-18d5-4d90-8509-eedebf7733c2 req-9d9dc5f2-276e-42e5-a909-14ba04bfc1e3 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 210 time: 0.0379052 Mar 31 20:24:57.094993 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] Current status of the port 20aa2eb8-e5d5-43be-829f-61428da9529d is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:57.095391 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.135584 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] For port 20aa2eb8-e5d5-43be-829f-61428da9529d, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=20aa2eb8-e5d5-43be-829f-61428da9529d,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:24:57.236712 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:24:57.247507 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Sync routers for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:24:57.250848 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.273960 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:57.274204 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:57.309669 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.314192 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45660) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:24:57.314616 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-dc22895c-3244-470a-9ad5-323539d75b36 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3942807 Mar 31 20:24:57.391094 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa5f6a-15d1-4253-aca6-56ccdaf32412 None None] Pushing event updated for resources: {'Port': ['ID=20aa2eb8-e5d5-43be-829f-61428da9529d,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:57.489079 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-10f2461e-eed4-4c6f-afaa-c2cbe5e28f00 None None] Provisioning complete for port 20aa2eb8-e5d5-43be-829f-61428da9529d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:57.489464 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-10f2461e-eed4-4c6f-afaa-c2cbe5e28f00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.496967 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:57.594100 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-10f2461e-eed4-4c6f-afaa-c2cbe5e28f00 None None] Current status of the port 20aa2eb8-e5d5-43be-829f-61428da9529d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:57.734651 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:24:56Z', 'revision_number': 3, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:24:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:57.755344 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 20aa2eb8-e5d5-43be-829f-61428da9529d up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:24:57.787534 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Checking router: ef7870cc-12cb-48e5-8298-f66566a57d69 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:24:57.788074 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Updating router ef7870cc-12cb-48e5-8298-f66566a57d69 port e4bc3b7b-56fe-44f3-a79d-d92b45963404 binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:24:57.830961 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 20aa2eb8-e5d5-43be-829f-61428da9529d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:24:57.831625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.881144 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:57.958700 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 20aa2eb8-e5d5-43be-829f-61428da9529d is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:24:58.037273 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cf0bb835-89c9-4685-8557-ddd491659bcb req-ccc1f0c8-9f37-4c33-a08a-ded9ed355c87 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 210 time: 0.0521092 Mar 31 20:24:58.204007 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.210903 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-10347511-7402-4d4e-b6ad-6b92b0279b93 req-1c8ae86d-d0c0-4df2-bed1-9b5d6206780c tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 210 time: 0.0556853 Mar 31 20:24:58.232550 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb2af7e-8b24-40a1-b4ff-c4b5ea5b6565 req-6969b93b-2723-4348-b51f-acad510d9498 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:58.232550 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6fb2af7e-8b24-40a1-b4ff-c4b5ea5b6565 req-6969b93b-2723-4348-b51f-acad510d9498 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.2473757 Mar 31 20:24:58.343279 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Publish callbacks [] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.468361 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.489073 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-ea03f531-eb5e-4dd0-bb1b-b3d1bfbe0534 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:58.491539 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-ea03f531-eb5e-4dd0-bb1b-b3d1bfbe0534 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.2561128 Mar 31 20:24:58.506765 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6fb2af7e-8b24-40a1-b4ff-c4b5ea5b6565 req-018e34af-27eb-4640-a3c5-441b8a741caf tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073460 Mar 31 20:24:58.561208 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Attempting to bind port e4bc3b7b-56fe-44f3-a79d-d92b45963404 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:24:58.561907 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Attempting to bind port e4bc3b7b-56fe-44f3-a79d-d92b45963404 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:24:58.562504 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Attempting to bind port e4bc3b7b-56fe-44f3-a79d-d92b45963404 on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:24:58.583780 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:24:58.584340 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:24:58.584971 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.585676 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:24:58.587073 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Bound port: e4bc3b7b-56fe-44f3-a79d-d92b45963404, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:24:58.588088 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.593472 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a7bb1-6f3a-482c-8d47-909a8777c864 None None] Pushing event updated for resources: {'Port': ['ID=e4bc3b7b-56fe-44f3-a79d-d92b45963404,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:58.688330 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-123ccf30-3a8b-41d8-b641-a4182cf0c2d6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 379 time: 0.1801844 Mar 31 20:24:58.714277 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] For port e4bc3b7b-56fe-44f3-a79d-d92b45963404, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:24:58.719673 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] For port e4bc3b7b-56fe-44f3-a79d-d92b45963404, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=e4bc3b7b-56fe-44f3-a79d-d92b45963404,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:24:58.747585 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'port': {'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'admin_state_up': True, 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'security_groups': ['1615ea11-9a4a-4d72-863d-7cda6f7a1cba']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:58.823712 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Allocated IP 172.20.0.1 (6d9f8698-e26f-4225-9a7c-b5c96b50fc26/ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf/ff74430c-f300-4bb1-8234-61d82b9905a3) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:58.839654 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:58.936358 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:24:58.937003 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:24:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:58.939281 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a7bb1-6f3a-482c-8d47-909a8777c864 None None] Pushing event updated for resources: {'Port': ['ID=e4bc3b7b-56fe-44f3-a79d-d92b45963404,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:24:59.020638 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-77a0a795-8346-45e3-b60a-5002fd086284 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:24:59.022195 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-77a0a795-8346-45e3-b60a-5002fd086284 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "GET /v2.0/networks?id=c29035b8-4fd0-433e-90b1-c160cd62a1d7 HTTP/1.1" status: 200 len: 808 time: 0.3957529 Mar 31 20:24:59.085245 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Request body: {'port': {'device_id': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7', 'admin_state_up': True, 'tenant_id': '097aba154f5149b49e93ebcfcf835280'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:24:59.111533 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:24:59.172962 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Made reservation on behalf of f0f0189504344e479e3ba03948bc0a35 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:59.177354 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.204041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks [] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.297044 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e4ba5de-5384-4bd7-80d8-6e01b9211d3a req-5ffccfaf-f654-4d6a-9f15-7bee03f6ce9e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 210 time: 0.0847361 Mar 31 20:24:59.418542 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:24:56Z', 'revision_number': 3, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:24:59.421852 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2d9a7ed1-3228-4475-836b-c9f5cbd1c00a req-78854e2f-4fc6-4c33-98ee-4df0347abb10 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 210 time: 0.0568933 Mar 31 20:24:59.458906 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89dc7fa5-6c64-4050-a651-b2a856a0979d None None] The sync data for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb is: [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:24:56Z', 'revision_number': 3, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:24:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:24:59.510506 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.568899 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.20.0.6 (cff012ed-f7dd-40c9-b870-295ed6fd793b/16d8b85e-7637-4469-8912-73aa93edb2fb/282de4f1-9256-45bc-8b32-19d52900f2b1) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:24:59.583001 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Made reservation on behalf of 097aba154f5149b49e93ebcfcf835280 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:24:59.586663 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:24:59.617106 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:24:59.630040 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:24:59.632990 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:24:59.640847 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:24:59.688066 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff74430c-f300-4bb1-8234-61d82b9905a3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:00.005284 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6475392d-0655-46c5-8bb6-8d5747ae084a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.065047 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d0f1160d-61c7-4878-9e43-126f53557a04 None None] Provisioning complete for port ff74430c-f300-4bb1-8234-61d82b9905a3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:00.065453 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d0f1160d-61c7-4878-9e43-126f53557a04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.117658 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d0f1160d-61c7-4878-9e43-126f53557a04 None None] Port ff74430c-f300-4bb1-8234-61d82b9905a3 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:00.169129 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (ef7870cc-12cb-48e5-8298-f66566a57d69), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.308888 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80db28b9-44ef-4956-acca-d232f4924af6 req-15560e45-625e-4f56-a5e3-8c331adfa55a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:00.310518 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-80db28b9-44ef-4956-acca-d232f4924af6 req-15560e45-625e-4f56-a5e3-8c331adfa55a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.6571169 Mar 31 20:25:00.407045 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.431060 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Allocated IP 172.20.0.12 (c29035b8-4fd0-433e-90b1-c160cd62a1d7/a1941782-8f9a-4443-a909-b8f020a8ce55/69ee5f6d-2e64-4d83-8905-795ef34c77c2) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:00.495983 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9570a1b4-43b9-4d3b-8ed2-a6f6728627a0 req-60116925-c27a-41f5-999d-113b25f6e41f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 210 time: 0.0594478 Mar 31 20:25:00.654610 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-80db28b9-44ef-4956-acca-d232f4924af6 req-270e32ad-affc-462e-af31-c8ebfb66bc69 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266852 Mar 31 20:25:00.663139 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4d77f4a3-222c-463d-baee-e348f82e4791 req-075bbf3a-548a-4edc-b506-2a0062b3fbf8 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 210 time: 0.0697887 Mar 31 20:25:00.762654 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.830941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.903065 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:00.931633 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:00.934332 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:00.939964 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks [] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:00.971759 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=282de4f1-9256-45bc-8b32-19d52900f2b1,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:01.066664 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.067380 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.171719 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks [] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.191364 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-a136bc27-bae6-4f28-984b-e131727309c4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4516068 Mar 31 20:25:01.192546 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.208886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Request body: {'port': {'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:01.270537 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-a59bec45-f61e-4090-bdde-c77e5de1f5a0 None None] Provisioning complete for port 282de4f1-9256-45bc-8b32-19d52900f2b1 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:01.275399 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a59bec45-f61e-4090-bdde-c77e5de1f5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.281117 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Network c29035b8-4fd0-433e-90b1-c160cd62a1d7 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:01.287842 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:01.290471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:01.293994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Pushing event updated for resources: {'Port': ['ID=69ee5f6d-2e64-4d83-8905-795ef34c77c2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:01.303805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.335217 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a59bec45-f61e-4090-bdde-c77e5de1f5a0 None None] Port 282de4f1-9256-45bc-8b32-19d52900f2b1 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:01.407906 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.453546 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Pushing event updated for resources: {'Port': ['ID=ff74430c-f300-4bb1-8234-61d82b9905a3,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:01.455930 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.456569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.462249 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (ef7870cc-12cb-48e5-8298-f66566a57d69), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.621314 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-2f6c4c44-9754-40d5-9463-c776abf3d12a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5738208 Mar 31 20:25:01.647286 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Request body: {'port': {'device_id': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:01.845192 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device e4bc3b7b-56fe-44f3-a79d-d92b45963404 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:01.878211 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.902671 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:01.908523 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port e4bc3b7b-56fe-44f3-a79d-d92b45963404 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:01.909170 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:01.917510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:01.936938 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87316ab6-f850-4502-b5d9-7f600762f56d req-cfcbf77a-4084-4c02-9b16-072ac563c171 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:01.938542 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87316ab6-f850-4502-b5d9-7f600762f56d req-cfcbf77a-4084-4c02-9b16-072ac563c171 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 931 time: 0.2820249 Mar 31 20:25:02.019688 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port e4bc3b7b-56fe-44f3-a79d-d92b45963404 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:02.020509 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.050611 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port e4bc3b7b-56fe-44f3-a79d-d92b45963404, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=e4bc3b7b-56fe-44f3-a79d-d92b45963404,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:02.127956 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.214959 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=e4bc3b7b-56fe-44f3-a79d-d92b45963404,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:02.270347 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-519e2469-5928-4fac-a5b1-9ee77cc2d4d1 None None] Provisioning complete for port ff74430c-f300-4bb1-8234-61d82b9905a3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:02.270347 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-519e2469-5928-4fac-a5b1-9ee77cc2d4d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.293304 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c76c971c-9274-4a43-8a31-03660e070d3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.315091 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96741d-61eb-4f17-a23a-b3c2e10b3a92 req-8e084432-1381-4613-83a1-ff91876e4777 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.317122 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab96741d-61eb-4f17-a23a-b3c2e10b3a92 req-8e084432-1381-4613-83a1-ff91876e4777 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 932 time: 0.5318322 Mar 31 20:25:02.325231 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-519e2469-5928-4fac-a5b1-9ee77cc2d4d1 None None] Port ff74430c-f300-4bb1-8234-61d82b9905a3 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:02.484708 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87316ab6-f850-4502-b5d9-7f600762f56d req-48706a80-c0fb-4a0a-a1a2-c66dfbbf3619 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5139503 Mar 31 20:25:02.557738 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282de4f1-9256-45bc-8b32-19d52900f2b1 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:02.573497 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Publish callbacks [] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.600630 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab96741d-61eb-4f17-a23a-b3c2e10b3a92 req-8694dd65-ef33-480d-91ad-32b3e8bc7574 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269392 Mar 31 20:25:02.644533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Transition to ACTIVE for port object 282de4f1-9256-45bc-8b32-19d52900f2b1 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:02.649562 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Router ef7870cc-12cb-48e5-8298-f66566a57d69 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:02.720161 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cc7a2-87b9-4dcb-9de2-a2b3d60fd861 req-eaa822b5-51df-43bf-abb1-371000f363ba tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:02.721867 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-529cc7a2-87b9-4dcb-9de2-a2b3d60fd861 req-eaa822b5-51df-43bf-abb1-371000f363ba tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1520164 Mar 31 20:25:02.832131 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.908438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ee5f6d-2e64-4d83-8905-795ef34c77c2 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:02.944566 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Publish callbacks [] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:02.963880 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-529cc7a2-87b9-4dcb-9de2-a2b3d60fd861 req-e5b9606a-d05f-4cda-9750-a89bcbb67265 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336900 Mar 31 20:25:02.971033 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Pushing event updated for resources: {'Port': ['ID=282de4f1-9256-45bc-8b32-19d52900f2b1,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:02.984715 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Transition to ACTIVE for port object 69ee5f6d-2e64-4d83-8905-795ef34c77c2 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:03.042079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:03.063938 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Sync routers for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:03.079817 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-d74bb53c-7060-4b5a-9d68-63eb322ef7e2 admin admin] 10.222.0.62 "PUT /v2.0/routers/ef7870cc-12cb-48e5-8298-f66566a57d69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7643433 Mar 31 20:25:03.085697 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.115282 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:03.116624 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:03.183405 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Pushing event updated for resources: {'Port': ['ID=69ee5f6d-2e64-4d83-8905-795ef34c77c2,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:03.214180 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Attempting to bind port 282de4f1-9256-45bc-8b32-19d52900f2b1 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:03.214715 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Attempting to bind port 282de4f1-9256-45bc-8b32-19d52900f2b1 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:03.215213 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Attempting to bind port 282de4f1-9256-45bc-8b32-19d52900f2b1 on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:03.244182 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Port 282de4f1-9256-45bc-8b32-19d52900f2b1 on network cff012ed-f7dd-40c9-b870-295ed6fd793b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:03.245378 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Attempting to bind port 282de4f1-9256-45bc-8b32-19d52900f2b1 on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:03.268219 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:03.268586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:03.269831 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Bound using segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:03.270552 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Bound port: 282de4f1-9256-45bc-8b32-19d52900f2b1, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:03.270962 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.428470 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:03.510033 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Attempting to bind port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:03.510672 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Attempting to bind port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:03.511212 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Attempting to bind port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 on network c29035b8-4fd0-433e-90b1-c160cd62a1d7 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:03.533322 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.578322 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] For port 282de4f1-9256-45bc-8b32-19d52900f2b1, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:03.584711 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] For port 282de4f1-9256-45bc-8b32-19d52900f2b1, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=282de4f1-9256-45bc-8b32-19d52900f2b1,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:03.594350 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 on network c29035b8-4fd0-433e-90b1-c160cd62a1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:03.595104 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Attempting to bind port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 on network c29035b8-4fd0-433e-90b1-c160cd62a1d7 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:03.609946 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:03.610486 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Checking segment: {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:03.611159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Bound using segment: {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:03.611880 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Bound port: 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:03.615052 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.771552 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] For port 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:03.835200 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] For port 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:03.862366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device e4bc3b7b-56fe-44f3-a79d-d92b45963404 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:03.879814 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.946879 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.947836 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.950038 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] 10.222.0.58 "PUT /v2.0/ports/282de4f1-9256-45bc-8b32-19d52900f2b1 HTTP/1.1" status: 200 len: 1093 time: 2.7499559 Mar 31 20:25:03.955788 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:03.958881 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5473ee83-51e9-4e20-b2cd-1b6488730266" -d '{"events": [{"name": "network-changed", "server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:03.975824 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 2, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:03.979831 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port e4bc3b7b-56fe-44f3-a79d-d92b45963404 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:03.980218 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:03.995807 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f19d1-0a91-44df-b51e-ff3f2f89af13 req-57dd7bd4-7ac1-4bdb-98d0-345329af9263 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:03.997701 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a29f19d1-0a91-44df-b51e-ff3f2f89af13 req-57dd7bd4-7ac1-4bdb-98d0-345329af9263 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 943 time: 0.2912428 Mar 31 20:25:04.005457 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.019920 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Checking router: ef7870cc-12cb-48e5-8298-f66566a57d69 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:04.020683 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Updating router ef7870cc-12cb-48e5-8298-f66566a57d69 port ff74430c-f300-4bb1-8234-61d82b9905a3 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:04.027124 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.046015 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b737fb6-9fb9-49ed-84d6-8e43611a3985 service neutron] Pushing event updated for resources: {'Port': ['ID=282de4f1-9256-45bc-8b32-19d52900f2b1,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:04.065015 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35319c2-6fd4-4a4b-b38b-8fe6a99651bd req-9a603bac-57f4-4a02-8bf3-0c8e2a6e3861 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.065015 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c35319c2-6fd4-4a4b-b38b-8fe6a99651bd req-9a603bac-57f4-4a02-8bf3-0c8e2a6e3861 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 944 time: 0.2852488 Mar 31 20:25:04.114833 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.130189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.130824 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.132385 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] 10.222.0.58 "PUT /v2.0/ports/69ee5f6d-2e64-4d83-8905-795ef34c77c2 HTTP/1.1" status: 200 len: 1094 time: 2.4966784 Mar 31 20:25:04.133041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1fb15-d995-4928-92c3-c24595e75921 service neutron] Pushing event updated for resources: {'Port': ['ID=69ee5f6d-2e64-4d83-8905-795ef34c77c2,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:04.263772 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a29f19d1-0a91-44df-b51e-ff3f2f89af13 req-6538ac17-6467-468a-b935-39de6f0c1afa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2557201 Mar 31 20:25:04.268274 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-6f6176d5-2041-4667-9c65-40725d583888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.271055 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-6f6176d5-2041-4667-9c65-40725d583888 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 1127 time: 0.1346068 Mar 31 20:25:04.301179 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port e4bc3b7b-56fe-44f3-a79d-d92b45963404 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:04.331008 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c35319c2-6fd4-4a4b-b38b-8fe6a99651bd req-c1f146e3-728d-49e5-a252-c5b156a97d3a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933503 Mar 31 20:25:04.368834 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03d9279-6016-4034-a1e4-6fd883ea1b71 x-openstack-request-id: req-f03d9279-6016-4034-a1e4-6fd883ea1b71 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:04.369080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:04.369340 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f03d9279-6016-4034-a1e4-6fd883ea1b71 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:04.369740 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03d9279-6016-4034-a1e4-6fd883ea1b71'] response: {'name': 'network-changed', 'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'status': 'completed', 'code': 200} Mar 31 20:25:04.371370 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-56e6c14e-83d7-484e-9165-f21dd9954655 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=282de4f1-9256-45bc-8b32-19d52900f2b1 HTTP/1.1" status: 200 len: 217 time: 0.0881884 Mar 31 20:25:04.426955 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-bb72dca1-9a83-4b77-b577-02c119000bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.428553 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-bb72dca1-9a83-4b77-b577-02c119000bfe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=097aba154f5149b49e93ebcfcf835280&device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 1128 time: 0.1014686 Mar 31 20:25:04.440868 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-e679ab05-af3b-4099-abae-7c2dbe49769c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.442398 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-e679ab05-af3b-4099-abae-7c2dbe49769c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0612440 Mar 31 20:25:04.532085 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-42eb2ef3-1c93-4e74-8bcf-abc971b59b58 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2 HTTP/1.1" status: 200 len: 217 time: 0.0935321 Mar 31 20:25:04.533064 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45804) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:04.539691 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1986898670-network', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:04.591613 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-ebf83a67-51de-476c-9265-a6674830a64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.591874 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-ebf83a67-51de-476c-9265-a6674830a64e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1347489 Mar 31 20:25:04.606679 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de9394-eca7-44f1-9d66-14e7cfc4ca66 req-d3acc028-0792-4b60-835f-e5556a201113 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.610310 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8de9394-eca7-44f1-9d66-14e7cfc4ca66 req-d3acc028-0792-4b60-835f-e5556a201113 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1731596 Mar 31 20:25:04.678545 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Made reservation on behalf of 001dfc14be3d4aae9a4c521540b64cc3 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:04.681535 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.693033 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-eff2bf1b-b6eb-46c5-8bdb-5cb7be59f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:04.693532 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.694526 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-eff2bf1b-b6eb-46c5-8bdb-5cb7be59f187 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1941782-8f9a-4443-a909-b8f020a8ce55 HTTP/1.1" status: 200 len: 848 time: 0.1523185 Mar 31 20:25:04.735959 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Publish callbacks [] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.752427 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-0c5b0d31-e94a-44c3-95cb-823fb4798467 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c29035b8-4fd0-433e-90b1-c160cd62a1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417440 Mar 31 20:25:04.758859 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8de9394-eca7-44f1-9d66-14e7cfc4ca66 req-49932d85-0e8a-488e-9e10-88c0b85ebd23 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436076 Mar 31 20:25:04.818682 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks [] for security_group (bf8b49d9-74e2-4a2c-833b-cd63f58e89bc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.843296 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-457a4131-fabe-4e5d-9a51-635c14466e47 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316570 Mar 31 20:25:04.906420 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.909259 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.918768 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (bf8b49d9-74e2-4a2c-833b-cd63f58e89bc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:04.958444 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8b49d9-74e2-4a2c-833b-cd63f58e89bc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:04.963219 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-6c26f077-ce4e-441b-887b-ef17749c7718 service neutron] 10.222.0.58 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933331 Mar 31 20:25:04.977844 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1585ee-3386-471c-8c50-cb5cbf224000 None None] Pushing event updated for resources: {'Port': ['ID=ff74430c-f300-4bb1-8234-61d82b9905a3,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:04.990171 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:25:05.003753 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (1cc1cb88-1d0a-490c-b1b8-02dccdee9079), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.004259 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Added segment 1cc1cb88-1d0a-490c-b1b8-02dccdee9079 of type vlan for network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 Mar 31 20:25:05.051180 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (8cd2da8a-c168-483e-ae3b-bc8a165a2a17), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.061317 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c59449a-8128-4a5e-b1cd-7210b70d8f62 req-cbdc72a9-085f-4daf-aae5-8e43716edaf9 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096915 Mar 31 20:25:05.062340 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Attempting to bind port ff74430c-f300-4bb1-8234-61d82b9905a3 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:05.062728 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Attempting to bind port ff74430c-f300-4bb1-8234-61d82b9905a3 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:05.063100 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Attempting to bind port ff74430c-f300-4bb1-8234-61d82b9905a3 on network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:05.069575 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:05.073186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Checking segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:05.073186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.073186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Bound using segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:05.073186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Bound port: ff74430c-f300-4bb1-8234-61d82b9905a3, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:05.073186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.108357 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5965975d-9183-4d76-9740-b4eea82ca2d2 req-7afaeba2-ed90-4bfa-a92c-8956f4a78813 service neutron] 10.222.0.58 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382394 Mar 31 20:25:05.159198 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (8cd2da8a-c168-483e-ae3b-bc8a165a2a17), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.160914 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.161607 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.177598 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] For port ff74430c-f300-4bb1-8234-61d82b9905a3, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:05.181379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] For port ff74430c-f300-4bb1-8234-61d82b9905a3, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=ff74430c-f300-4bb1-8234-61d82b9905a3,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:05.247549 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] Pushing event updated for resources: {'Network': ['ID=8cd2da8a-c168-483e-ae3b-bc8a165a2a17,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:05.257087 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.272562 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:25:05.314559 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-9c59671c-e67d-4d38-a644-447b07ad7949 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7771783 Mar 31 20:25:05.314559 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45826) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:05.320208 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Request body: {'subnet': {'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1986898670-subnet', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:05.330804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-a56fb1db-1549-43d9-87eb-1b40f077e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.332196 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-a56fb1db-1549-43d9-87eb-1b40f077e6d0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 1127 time: 0.0867994 Mar 31 20:25:05.427860 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1585ee-3386-471c-8c50-cb5cbf224000 None None] Pushing event updated for resources: {'Port': ['ID=ff74430c-f300-4bb1-8234-61d82b9905a3,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:05.430808 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] Provisioning complete for port ff74430c-f300-4bb1-8234-61d82b9905a3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:05.431188 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.437074 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:05.437074 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:05.467412 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Made reservation on behalf of 001dfc14be3d4aae9a4c521540b64cc3 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:05.471399 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.504497 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-cf4527a4-dbcc-4d45-bb99-4f66911d5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.506308 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-cf4527a4-dbcc-4d45-bb99-4f66911d5346 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 916 time: 0.1572647 Mar 31 20:25:05.695678 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:05.743907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] Current status of the port ff74430c-f300-4bb1-8234-61d82b9905a3 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:05.744561 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.869341 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] For port ff74430c-f300-4bb1-8234-61d82b9905a3, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=ff74430c-f300-4bb1-8234-61d82b9905a3,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:05.908375 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (c9dd5724-56ba-4823-80c0-24a51a52eae4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.928606 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-2de9053f-0fa3-4598-81ba-0d05c5677735 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=282de4f1-9256-45bc-8b32-19d52900f2b1 HTTP/1.1" status: 200 len: 217 time: 0.3969932 Mar 31 20:25:05.945286 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:05.984664 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-30efbfa5-5f70-4ccd-a8f2-4f5de54ec6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:05.986515 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-30efbfa5-5f70-4ccd-a8f2-4f5de54ec6b5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0496197 Mar 31 20:25:06.025274 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286fdd25-1177-4c1b-be30-cefde4b6cbc9 req-bd78620b-633a-4dd3-83bc-6717ef2c85f5 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.027175 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-286fdd25-1177-4c1b-be30-cefde4b6cbc9 req-bd78620b-633a-4dd3-83bc-6717ef2c85f5 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 943 time: 0.5196447 Mar 31 20:25:06.048865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0cf7bd-2962-4e7a-a1c5-2022fe9ab3cd req-444df3c0-5dc6-4503-a712-6d1d978b3804 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.051366 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-de0cf7bd-2962-4e7a-a1c5-2022fe9ab3cd req-444df3c0-5dc6-4503-a712-6d1d978b3804 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 944 time: 0.5428030 Mar 31 20:25:06.083923 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9dd5724-56ba-4823-80c0-24a51a52eae4,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:06.088928 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e85114-d9fc-40aa-b110-543b57c5767f None None] Pushing event updated for resources: {'Port': ['ID=ff74430c-f300-4bb1-8234-61d82b9905a3,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:06.110056 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Checking segment: {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:06.110748 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Network hostable DHCP agents. Network: 8cd2da8a-c168-483e-ae3b-bc8a165a2a17, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:25:06.132507 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-6952389d-9f0b-4bfe-9d47-bbbe90a54244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.134052 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-6952389d-9f0b-4bfe-9d47-bbbe90a54244 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1327465 Mar 31 20:25:06.140404 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-286fdd25-1177-4c1b-be30-cefde4b6cbc9 req-4cf5f4d1-359c-49f0-8f5f-03474bbc4cc7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878172 Mar 31 20:25:06.174237 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-14a0d0b1-d76d-42ac-9660-bfce8d2ad8f0 None None] Provisioning complete for port ff74430c-f300-4bb1-8234-61d82b9905a3 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:06.174844 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-14a0d0b1-d76d-42ac-9660-bfce8d2ad8f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.221924 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:25:06.244133 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-de0cf7bd-2962-4e7a-a1c5-2022fe9ab3cd req-4e2b6b25-5ad6-46cd-8629-eb01c23d8d4d tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728923 Mar 31 20:25:06.286919 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45844) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:06.323233 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:06.333365 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-eb89d2fd-5c3a-4ecc-9653-ac11cc326ac2 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875427 Mar 31 20:25:06.342227 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 8cd2da8a-c168-483e-ae3b-bc8a165a2a17) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:06.348896 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668ea64-36e9-4b93-8e97-7cbd8cb0369d req-11a4b640-26e4-48a4-9ff6-a124b2d3681d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.354456 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2668ea64-36e9-4b93-8e97-7cbd8cb0369d req-11a4b640-26e4-48a4-9ff6-a124b2d3681d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1019478 Mar 31 20:25:06.354664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.354664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.376555 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'tag': '69ee5f6d-2e64-4d83-8905-795ef34c77c2'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:06.378459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2cf93c-742f-4ac5-bb48-ee318f628988" -d '{"events": [{"name": "network-changed", "server_uuid": "49d2474b-ce5d-4860-9cc6-71ceb659ccec", "tag": "69ee5f6d-2e64-4d83-8905-795ef34c77c2"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:06.384721 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ece501-51fd-408e-9722-594a495a0d8c None None] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:06.399449 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc95d18-4384-4eeb-b48d-0ee9aa7d4bf8 None None] The sync data for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb is: [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:06.459081 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-838c17f3-9856-4cb7-a170-6dbc1813144c admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1387641 Mar 31 20:25:06.459996 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45852) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:06.467115 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-14a0d0b1-d76d-42ac-9660-bfce8d2ad8f0 None None] Current status of the port ff74430c-f300-4bb1-8234-61d82b9905a3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:06.467290 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:06.508682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e92496-a550-4e7d-b846-0af1ffaa7d98 x-openstack-request-id: req-b4e92496-a550-4e7d-b846-0af1ffaa7d98 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:06.509185 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49d2474b-ce5d-4860-9cc6-71ceb659ccec", "tag": "69ee5f6d-2e64-4d83-8905-795ef34c77c2", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:06.510563 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b4e92496-a550-4e7d-b846-0af1ffaa7d98 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:06.512134 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e92496-a550-4e7d-b846-0af1ffaa7d98'] response: {'name': 'network-changed', 'server_uuid': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'tag': '69ee5f6d-2e64-4d83-8905-795ef34c77c2', 'status': 'completed', 'code': 200} Mar 31 20:25:06.515166 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.560370 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-8cd2da8a-c168-483e-ae3b-bc8a165a2a17', 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17', 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'fixed_ips': [{'subnet_id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:25:06.562286 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.585782 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7a77be5-3b7e-4c95-9a26-1a40ad45cedf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.628860 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2668ea64-36e9-4b93-8e97-7cbd8cb0369d req-ecbd8f88-83e5-438c-af8c-8759070f1ad5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469087 Mar 31 20:25:06.670608 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (b0247b0e-7c40-43fc-becf-fdf1060fed09), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.671165 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (b0247b0e-7c40-43fc-becf-fdf1060fed09), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.676718 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5473ee83-51e9-4e20-b2cd-1b6488730266 req-cf787c87-2972-4ee8-818f-02299e3cab50 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253210 Mar 31 20:25:06.686560 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-8e43d7d0-58d1-4426-974a-96f431b4dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.692612 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-8e43d7d0-58d1-4426-974a-96f431b4dfb5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=097aba154f5149b49e93ebcfcf835280&device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 1128 time: 0.1295116 Mar 31 20:25:06.788511 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks [] for router_controller (b0247b0e-7c40-43fc-becf-fdf1060fed09), precommit_add_association {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.813620 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7a77be5-3b7e-4c95-9a26-1a40ad45cedf admin admin] Publish callbacks [] for security_group (42917d48-87f9-4c24-9dd6-8c7fb72d96d5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.876404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-e99ada02-ab47-497c-8d64-0c895b033eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:06.877994 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-e99ada02-ab47-497c-8d64-0c895b033eb4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=c29035b8-4fd0-433e-90b1-c160cd62a1d7 HTTP/1.1" status: 200 len: 909 time: 0.1785314 Mar 31 20:25:06.883966 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Allocated IP 172.20.0.2 (8cd2da8a-c168-483e-ae3b-bc8a165a2a17/c9dd5724-56ba-4823-80c0-24a51a52eae4/fece7377-9a3e-42b8-948f-490b331bb3bc) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:06.927370 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a7a77be5-3b7e-4c95-9a26-1a40ad45cedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (42917d48-87f9-4c24-9dd6-8c7fb72d96d5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:06.938574 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-04279a7d-3320-46e9-a924-d86a8b205fa9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2 HTTP/1.1" status: 200 len: 217 time: 0.0481148 Mar 31 20:25:07.008686 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-0b419429-ea27-428f-b1f1-485bf0d8e22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.010235 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-0b419429-ea27-428f-b1f1-485bf0d8e22b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1941782-8f9a-4443-a909-b8f020a8ce55 HTTP/1.1" status: 200 len: 848 time: 0.0635135 Mar 31 20:25:07.058720 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-5163c82a-d0b1-471d-b4a5-c6087498fac5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c29035b8-4fd0-433e-90b1-c160cd62a1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402169 Mar 31 20:25:07.121795 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Publish callbacks [] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.185062 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-3d94698e-4b3e-4f27-8627-47dd265c1b09 service neutron] 10.222.0.58 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181369 Mar 31 20:25:07.223347 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.302684 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Pushing event updated for resources: {'Port': ['ID=fece7377-9a3e-42b8-948f-490b331bb3bc,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:07.349409 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:07.356180 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:07.359123 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:07.370476 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a7a77be5-3b7e-4c95-9a26-1a40ad45cedf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73300be32f5d4cb48f3f8febacb17bfa&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0820594 Mar 31 20:25:07.371254 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a77be5-3b7e-4c95-9a26-1a40ad45cedf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42917d48-87f9-4c24-9dd6-8c7fb72d96d5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:07.372994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45868) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:07.410841 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks [] for router_gateway (b0247b0e-7c40-43fc-becf-fdf1060fed09), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.467313 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Attempting to bind port fece7377-9a3e-42b8-948f-490b331bb3bc on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:07.467716 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f2cf93c-742f-4ac5-bb48-ee318f628988 req-84c06e2c-accb-4ab5-a9a7-eb342faf1b7d service neutron] 10.222.0.58 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722092 Mar 31 20:25:07.467825 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Attempting to bind port fece7377-9a3e-42b8-948f-490b331bb3bc by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:07.468224 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Attempting to bind port fece7377-9a3e-42b8-948f-490b331bb3bc on network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:07.474264 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:07.474742 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Checking segment: {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:07.475980 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.475980 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Bound using segment: {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:07.485184 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Bound port: fece7377-9a3e-42b8-948f-490b331bb3bc, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:07.485606 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.496309 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45870) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:07.498553 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5ada2-d67c-479c-a75d-9141e8b47ba2 req-c500877b-e3ed-46c7-9918-d17b936aa094 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.501199 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c7b5ada2-d67c-479c-a75d-9141e8b47ba2 req-c500877b-e3ed-46c7-9918-d17b936aa094 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 943 time: 0.2288113 Mar 31 20:25:07.578981 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff60e75-7cca-4a17-82f2-f4ff0d70523e req-6dedddf4-f679-43fb-beaf-cd53342987dc tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:07.585538 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7ff60e75-7cca-4a17-82f2-f4ff0d70523e req-6dedddf4-f679-43fb-beaf-cd53342987dc tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 944 time: 0.1969640 Mar 31 20:25:07.589937 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e6581ea-a8a3-446b-a4a2-b2f7eb52958b admin admin] Publish callbacks [] for security_group (42917d48-87f9-4c24-9dd6-8c7fb72d96d5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.610592 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] For port fece7377-9a3e-42b8-948f-490b331bb3bc, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:07.615781 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] For port fece7377-9a3e-42b8-948f-490b331bb3bc, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=fece7377-9a3e-42b8-948f-490b331bb3bc,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:07.625927 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e6581ea-a8a3-446b-a4a2-b2f7eb52958b admin admin] Publish callbacks [] for security_group (42917d48-87f9-4c24-9dd6-8c7fb72d96d5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.718757 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c7b5ada2-d67c-479c-a75d-9141e8b47ba2 req-9577da4a-e43f-4737-828c-957e5f66fa4f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2078862 Mar 31 20:25:07.730427 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.774946 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e6581ea-a8a3-446b-a4a2-b2f7eb52958b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (42917d48-87f9-4c24-9dd6-8c7fb72d96d5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.778359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8e6581ea-a8a3-446b-a4a2-b2f7eb52958b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.781714 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-8e6581ea-a8a3-446b-a4a2-b2f7eb52958b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/42917d48-87f9-4c24-9dd6-8c7fb72d96d5 HTTP/1.1" status: 204 len: 168 time: 0.3891912 Mar 31 20:25:07.787727 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7ff60e75-7cca-4a17-82f2-f4ff0d70523e req-85d5d484-0126-4812-8f41-ed6163d6cdfd tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973315 Mar 31 20:25:07.790710 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44baa581-b8f9-41d9-ac94-35f41d83378f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.793947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6581ea-a8a3-446b-a4a2-b2f7eb52958b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42917d48-87f9-4c24-9dd6-8c7fb72d96d5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:07.910921 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1db34-c41a-4c4e-942b-2f8ad736cb6b None None] Pushing event updated for resources: {'Port': ['ID=fece7377-9a3e-42b8-948f-490b331bb3bc,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:07.944381 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ff74430c-f300-4bb1-8234-61d82b9905a3 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:07.956864 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks [] for router_gateway (b0247b0e-7c40-43fc-becf-fdf1060fed09), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.990320 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44baa581-b8f9-41d9-ac94-35f41d83378f admin admin] Publish callbacks [] for security_group (dd1dfb7b-2067-480e-8d58-3ef3bf53dc56), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.992474 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:07.993306 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14256a19-b5c9-46e5-81f2-bb7726f89602 req-1f3098be-b843-47e4-bbe5-09c323999839 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:08.001889 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-14256a19-b5c9-46e5-81f2-bb7726f89602 req-1f3098be-b843-47e4-bbe5-09c323999839 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0932717 Mar 31 20:25:08.035544 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port ff74430c-f300-4bb1-8234-61d82b9905a3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:08.035939 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.072300 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-14256a19-b5c9-46e5-81f2-bb7726f89602 req-ef4c02cf-b67b-42b2-a6eb-17acbb331e83 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692589 Mar 31 20:25:08.156820 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-44baa581-b8f9-41d9-ac94-35f41d83378f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (dd1dfb7b-2067-480e-8d58-3ef3bf53dc56), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.170372 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port ff74430c-f300-4bb1-8234-61d82b9905a3 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:08.205820 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Allocated IP 172.28.3.29 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:08.239254 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45878) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:08.257539 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-44baa581-b8f9-41d9-ac94-35f41d83378f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=935d293b08f448b0a41c686b84a6df59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7589488 Mar 31 20:25:08.275523 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44baa581-b8f9-41d9-ac94-35f41d83378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1dfb7b-2067-480e-8d58-3ef3bf53dc56,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:08.382085 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9de1-5d14-435e-9dbb-94019ee329d5 admin admin] Publish callbacks [] for security_group (dd1dfb7b-2067-480e-8d58-3ef3bf53dc56), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.418271 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9de1-5d14-435e-9dbb-94019ee329d5 admin admin] Publish callbacks [] for security_group (dd1dfb7b-2067-480e-8d58-3ef3bf53dc56), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.489113 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks [] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.754645 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 282de4f1-9256-45bc-8b32-19d52900f2b1 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:08.785998 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 282de4f1-9256-45bc-8b32-19d52900f2b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=282de4f1-9256-45bc-8b32-19d52900f2b1,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:08.798366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:08.849519 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 282de4f1-9256-45bc-8b32-19d52900f2b1 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:08.849519 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.854087 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.873547 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282de4f1-9256-45bc-8b32-19d52900f2b1 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:08.917809 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9de1-5d14-435e-9dbb-94019ee329d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (dd1dfb7b-2067-480e-8d58-3ef3bf53dc56), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.922637 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2c3f9de1-5d14-435e-9dbb-94019ee329d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:08.925543 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-2c3f9de1-5d14-435e-9dbb-94019ee329d5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dd1dfb7b-2067-480e-8d58-3ef3bf53dc56 HTTP/1.1" status: 204 len: 168 time: 0.6853762 Mar 31 20:25:08.952335 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 282de4f1-9256-45bc-8b32-19d52900f2b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=282de4f1-9256-45bc-8b32-19d52900f2b1,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:08.987183 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:08.990146 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Pushing event updated for resources: {'Port': ['ID=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:08.996566 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:09.001095 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:09.026786 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3f9de1-5d14-435e-9dbb-94019ee329d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1dfb7b-2067-480e-8d58-3ef3bf53dc56,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:09.045434 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.052430 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 69ee5f6d-2e64-4d83-8905-795ef34c77c2 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:09.076385 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4213c63-2bc8-4cb2-b048-45c328e65db6 req-b5bc7066-1b55-4cae-aa91-bb40f7cd75ec tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.089526 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e4213c63-2bc8-4cb2-b048-45c328e65db6 req-b5bc7066-1b55-4cae-aa91-bb40f7cd75ec tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 943 time: 0.2511210 Mar 31 20:25:09.151308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45890) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:09.189947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779c7970-1b19-4520-9399-995e93d7d271 req-a4c3c538-104c-474b-be27-e32e7ebbb0ca tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.192962 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-779c7970-1b19-4520-9399-995e93d7d271 req-a4c3c538-104c-474b-be27-e32e7ebbb0ca tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 944 time: 0.2564812 Mar 31 20:25:09.267471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadb95f0-5ad2-4037-829a-b07ea106910c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.275197 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=282de4f1-9256-45bc-8b32-19d52900f2b1,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:09.348429 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e4213c63-2bc8-4cb2-b048-45c328e65db6 req-ae95957d-ea1a-4ad3-b8df-4662fa1bcc8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2573304 Mar 31 20:25:09.372089 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:09.416189 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '69ee5f6d-2e64-4d83-8905-795ef34c77c2', 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7', 'port_id': '69ee5f6d-2e64-4d83-8905-795ef34c77c2', 'mac_address': 'fa:16:3e:8d:a8:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1941782-8f9a-4443-a909-b8f020a8ce55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:09.489888 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d671b486-58b8-4fcc-8097-af25471017c4 None None] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:25:09.526055 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-779c7970-1b19-4520-9399-995e93d7d271 req-122e590e-a1f6-4b63-8198-039f4a07985b tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077271 Mar 31 20:25:09.590138 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks [] for router_gateway (b0247b0e-7c40-43fc-becf-fdf1060fed09), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.673714 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadb95f0-5ad2-4037-829a-b07ea106910c admin admin] Publish callbacks [] for security_group (e0943d17-6166-4c8f-a984-44441dbd46df), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.685347 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:09.685772 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.688262 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40bc405-8ddb-41a4-94f8-3b10b9fe3fca req-b7fa8db5-67ef-439a-b294-85fe980b7320 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:09.702120 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b40bc405-8ddb-41a4-94f8-3b10b9fe3fca req-b7fa8db5-67ef-439a-b294-85fe980b7320 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1724322 Mar 31 20:25:09.723733 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ee5f6d-2e64-4d83-8905-795ef34c77c2 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:09.736483 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] Provisioning complete for port fece7377-9a3e-42b8-948f-490b331bb3bc triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:09.736884 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.790492 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b40bc405-8ddb-41a4-94f8-3b10b9fe3fca req-b3db6249-f147-4a74-904f-32a2595837da tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867128 Mar 31 20:25:09.793293 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-aadb95f0-5ad2-4037-829a-b07ea106910c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e0943d17-6166-4c8f-a984-44441dbd46df), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.851075 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb95f0-5ad2-4037-829a-b07ea106910c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0943d17-6166-4c8f-a984-44441dbd46df,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:09.857581 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-aadb95f0-5ad2-4037-829a-b07ea106910c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=84b52df117224fe2aebc1970c64addda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7017269 Mar 31 20:25:09.860110 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45898) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:09.877354 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:09.886915 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45900) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:09.917345 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdd5d4e4-03e6-48c1-9786-abb27878700a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.969950 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device fece7377-9a3e-42b8-948f-490b331bb3bc up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:09.976429 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8551-76f0-48a5-b0b5-cbfff684efda admin admin] Publish callbacks [] for security_group (e0943d17-6166-4c8f-a984-44441dbd46df), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:09.979767 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.010192 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8551-76f0-48a5-b0b5-cbfff684efda admin admin] Publish callbacks [] for security_group (e0943d17-6166-4c8f-a984-44441dbd46df), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.044782 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (b0247b0e-7c40-43fc-becf-fdf1060fed09), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.083288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdd5d4e4-03e6-48c1-9786-abb27878700a admin admin] Publish callbacks [] for security_group (cdfb8863-6b59-44e9-ae2b-528c0c60fb92), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.182049 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=69ee5f6d-2e64-4d83-8905-795ef34c77c2,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.189288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-cdd5d4e4-03e6-48c1-9786-abb27878700a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (cdfb8863-6b59-44e9-ae2b-528c0c60fb92), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.195046 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8551-76f0-48a5-b0b5-cbfff684efda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e0943d17-6166-4c8f-a984-44441dbd46df), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.197973 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5fcc8551-76f0-48a5-b0b5-cbfff684efda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.202214 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-5fcc8551-76f0-48a5-b0b5-cbfff684efda admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e0943d17-6166-4c8f-a984-44441dbd46df HTTP/1.1" status: 204 len: 168 time: 0.3343968 Mar 31 20:25:10.227280 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] Current status of the port fece7377-9a3e-42b8-948f-490b331bb3bc is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:10.228366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.260032 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port fece7377-9a3e-42b8-948f-490b331bb3bc triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:10.260923 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.267580 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd5d4e4-03e6-48c1-9786-abb27878700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdfb8863-6b59-44e9-ae2b-528c0c60fb92,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.272955 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-cdd5d4e4-03e6-48c1-9786-abb27878700a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be718f27a23d4a7fa1bdf357c400e58e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3815730 Mar 31 20:25:10.276787 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45904) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.308160 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc8551-76f0-48a5-b0b5-cbfff684efda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0943d17-6166-4c8f-a984-44441dbd46df,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.372556 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4aa5-e265-4069-a470-f384b983c8b1 admin admin] Publish callbacks [] for security_group (cdfb8863-6b59-44e9-ae2b-528c0c60fb92), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.377520 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['282de4f1-9256-45bc-8b32-19d52900f2b1'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:10.381373 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['69ee5f6d-2e64-4d83-8905-795ef34c77c2'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:10.390602 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] For port fece7377-9a3e-42b8-948f-490b331bb3bc, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=fece7377-9a3e-42b8-948f-490b331bb3bc,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:10.415341 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Router b0247b0e-7c40-43fc-becf-fdf1060fed09 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103962) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:25:10.482799 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4aa5-e265-4069-a470-f384b983c8b1 admin admin] Publish callbacks [] for security_group (cdfb8863-6b59-44e9-ae2b-528c0c60fb92), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.511495 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.664531 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a931a1-29f4-4158-bd1c-c3424de36625 req-bf5e7b8a-9c3c-4988-a71f-85e692a00400 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.669071 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-77a931a1-29f4-4158-bd1c-c3424de36625 req-bf5e7b8a-9c3c-4988-a71f-85e692a00400 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 944 time: 0.1229017 Mar 31 20:25:10.695951 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:10.723681 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Sync routers for ids ['b0247b0e-7c40-43fc-becf-fdf1060fed09'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:10.762458 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Routers {'b0247b0e-7c40-43fc-becf-fdf1060fed09'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:10.763621 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['b0247b0e-7c40-43fc-becf-fdf1060fed09'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:10.765167 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4aa5-e265-4069-a470-f384b983c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (cdfb8863-6b59-44e9-ae2b-528c0c60fb92), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.772339 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8eeb4aa5-e265-4069-a470-f384b983c8b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.778654 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-8eeb4aa5-e265-4069-a470-f384b983c8b1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cdfb8863-6b59-44e9-ae2b-528c0c60fb92 HTTP/1.1" status: 204 len: 168 time: 0.5004268 Mar 31 20:25:10.824442 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb4aa5-e265-4069-a470-f384b983c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdfb8863-6b59-44e9-ae2b-528c0c60fb92,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.841970 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ddf1db-3607-4fc4-9335-4be4ed7a112e None None] Pushing event updated for resources: {'Port': ['ID=fece7377-9a3e-42b8-948f-490b331bb3bc,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:10.858643 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.864620 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-9126698f-8b8c-47a9-b372-d63227410bef admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3989744 Mar 31 20:25:10.865833 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45914) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:10.923067 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-77a931a1-29f4-4158-bd1c-c3424de36625 req-8add1f49-3ff9-4a07-9a77-af58e865939e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2438319 Mar 31 20:25:10.939459 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port fece7377-9a3e-42b8-948f-490b331bb3bc is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:10.945852 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-f5181546-70da-4932-a9fd-50e92c9bdb4b None None] Provisioning complete for port fece7377-9a3e-42b8-948f-490b331bb3bc triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:10.946565 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f5181546-70da-4932-a9fd-50e92c9bdb4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:10.988354 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5513f2a1-24a0-4439-8dee-a2d0baf4212b req-5ac70bd0-5000-440e-b57b-ad38ec3324ad tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:10.991319 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5513f2a1-24a0-4439-8dee-a2d0baf4212b req-5ac70bd0-5000-440e-b57b-ad38ec3324ad tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 945 time: 0.3024333 Mar 31 20:25:11.307755 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-f5181546-70da-4932-a9fd-50e92c9bdb4b None None] Current status of the port fece7377-9a3e-42b8-948f-490b331bb3bc is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:11.312118 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Set router b0247b0e-7c40-43fc-becf-fdf1060fed09 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:11.380413 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5513f2a1-24a0-4439-8dee-a2d0baf4212b req-ea27284b-6166-4938-8795-aaa11d648be9 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3819227 Mar 31 20:25:11.440184 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0279888-9c9c-4219-af21-b232d78bd330 req-635c27dd-1b0a-48c6-9e9e-2a9e401b4c9a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.443450 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0279888-9c9c-4219-af21-b232d78bd330 req-635c27dd-1b0a-48c6-9e9e-2a9e401b4c9a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.2074845 Mar 31 20:25:11.469793 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd47a2f-5faa-4ead-9111-e66fc26da4e5 req-9e7a9e2a-219e-43cf-8e05-48ee9d0a1b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:11.472558 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5dd47a2f-5faa-4ead-9111-e66fc26da4e5 req-9e7a9e2a-219e-43cf-8e05-48ee9d0a1b28 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 1129 time: 0.1460731 Mar 31 20:25:11.574255 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0279888-9c9c-4219-af21-b232d78bd330 req-108e93b1-6ff3-43c3-a572-b7c5a01d8623 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188910 Mar 31 20:25:11.577552 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5dd47a2f-5faa-4ead-9111-e66fc26da4e5 req-12aeb144-e340-4fb9-898c-3a8cb2345c92 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879288 Mar 31 20:25:11.594887 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:25:09Z', 'revision_number': 3, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:11.628043 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Checking router: b0247b0e-7c40-43fc-becf-fdf1060fed09 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:11.628893 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Updating router b0247b0e-7c40-43fc-becf-fdf1060fed09 port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:11.657683 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.748336 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device fece7377-9a3e-42b8-948f-490b331bb3bc up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:11.793020 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.844990 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port fece7377-9a3e-42b8-948f-490b331bb3bc triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:11.845357 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.929045 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 45930) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:11.958991 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Publish callbacks [] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.960670 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da47e090-484f-44c6-8814-5c41162e8049 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:11.966553 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port fece7377-9a3e-42b8-948f-490b331bb3bc is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:12.038827 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.059623 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Allocated IP 172.20.0.1 (8cd2da8a-c168-483e-ae3b-bc8a165a2a17/c9dd5724-56ba-4823-80c0-24a51a52eae4/2a3f3bf9-4dff-4020-9a24-9236e07d52a9) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:12.145375 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Attempting to bind port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:12.145918 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Attempting to bind port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:12.146288 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Attempting to bind port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:12.148761 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbfcf4-0e1c-4061-978d-be0d37fbca56 None None] Pushing event updated for resources: {'Port': ['ID=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,revision_number=2']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:12.156247 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:12.156665 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:12.157027 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.157420 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:12.157918 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Bound port: 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:12.158502 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.172674 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b936993-0fca-46ee-a0b3-49ac76ab939f req-81a9cf97-664b-4c6a-bd14-15179a694336 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.175630 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b936993-0fca-46ee-a0b3-49ac76ab939f req-81a9cf97-664b-4c6a-bd14-15179a694336 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 944 time: 0.1060688 Mar 31 20:25:12.229265 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] For port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:12.232894 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] For port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:12.267888 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b936993-0fca-46ee-a0b3-49ac76ab939f req-2a3cf052-6c00-44cc-af4c-f475f72b2e11 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861681 Mar 31 20:25:12.283583 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks [] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.286725 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.301594 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da47e090-484f-44c6-8814-5c41162e8049 admin admin] Publish callbacks [] for security_group (597be30a-530b-4a60-adda-a23b84e00db8), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.360870 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Routers {'b0247b0e-7c40-43fc-becf-fdf1060fed09'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:12.361532 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['b0247b0e-7c40-43fc-becf-fdf1060fed09'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:12.388657 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da47e090-484f-44c6-8814-5c41162e8049 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (597be30a-530b-4a60-adda-a23b84e00db8), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.401551 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbfcf4-0e1c-4061-978d-be0d37fbca56 None None] Pushing event updated for resources: {'Port': ['ID=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:12.422511 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.466729 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-da47e090-484f-44c6-8814-5c41162e8049 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=237f0a9c78374b56b92bedb0fe5aae0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5363057 Mar 31 20:25:12.469602 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 45944) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:12.482640 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da47e090-484f-44c6-8814-5c41162e8049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597be30a-530b-4a60-adda-a23b84e00db8,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:12.491800 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:12.496904 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:12.498021 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] Set router b0247b0e-7c40-43fc-becf-fdf1060fed09 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:12.512382 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:12.528890 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Pushing event updated for resources: {'Port': ['ID=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:12.554677 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (b0247b0e-7c40-43fc-becf-fdf1060fed09), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.679785 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4272eb1-c942-44a8-b6db-a82a75858550 admin admin] Publish callbacks [] for security_group (597be30a-530b-4a60-adda-a23b84e00db8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.692406 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289136c7-0f9f-41c1-950a-9df3fdf7d500 req-47f4ca4d-f271-4f26-a0bc-8edacd050579 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.701358 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-289136c7-0f9f-41c1-950a-9df3fdf7d500 req-47f4ca4d-f271-4f26-a0bc-8edacd050579 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 945 time: 0.1829994 Mar 31 20:25:12.702133 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 282de4f1-9256-45bc-8b32-19d52900f2b1 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:12.783988 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4272eb1-c942-44a8-b6db-a82a75858550 admin admin] Publish callbacks [] for security_group (597be30a-530b-4a60-adda-a23b84e00db8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:12.857169 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-289136c7-0f9f-41c1-950a-9df3fdf7d500 req-5336e2b6-d7d6-425d-a313-f30265dc11e8 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546140 Mar 31 20:25:12.868573 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:25:09Z', 'revision_number': 3, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:12.878561 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963358f3-3117-4f51-9f12-36825f54a4cf req-cf85ab0e-0d43-4e2e-8fcc-a2d94369fb2d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:12.890612 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-963358f3-3117-4f51-9f12-36825f54a4cf req-cf85ab0e-0d43-4e2e-8fcc-a2d94369fb2d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1708889 Mar 31 20:25:12.923748 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7708aa5a-bac0-4f8e-9278-cfb29eedd2f6 None None] The sync data for ids ['b0247b0e-7c40-43fc-becf-fdf1060fed09'] in dv-cinder-836070-1-smb is: [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:25:09Z', 'revision_number': 3, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:12.970289 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-963358f3-3117-4f51-9f12-36825f54a4cf req-42fcb2b9-ebfc-4960-9e63-990f2cbf5ddd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869627 Mar 31 20:25:12.976610 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 282de4f1-9256-45bc-8b32-19d52900f2b1 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:12.989553 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 282de4f1-9256-45bc-8b32-19d52900f2b1 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:12.990246 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.002495 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4272eb1-c942-44a8-b6db-a82a75858550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (597be30a-530b-4a60-adda-a23b84e00db8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.007116 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4272eb1-c942-44a8-b6db-a82a75858550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.017460 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e4272eb1-c942-44a8-b6db-a82a75858550 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/597be30a-530b-4a60-adda-a23b84e00db8 HTTP/1.1" status: 204 len: 168 time: 0.5460205 Mar 31 20:25:13.032044 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4272eb1-c942-44a8-b6db-a82a75858550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597be30a-530b-4a60-adda-a23b84e00db8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:13.147080 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-65688965-4538-4b5f-89e5-90831ce606a9 None None] Provisioning complete for port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:13.147750 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-65688965-4538-4b5f-89e5-90831ce606a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.224118 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 282de4f1-9256-45bc-8b32-19d52900f2b1 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:13.224510 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.229623 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.241514 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-65688965-4538-4b5f-89e5-90831ce606a9 None None] Port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:13.259183 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:13.262780 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d5fb23-c49e-42ab-9cfc-10c8d1656b56" -d '{"events": [{"server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "name": "network-vif-plugged", "status": "completed", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:13.305002 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 282de4f1-9256-45bc-8b32-19d52900f2b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=282de4f1-9256-45bc-8b32-19d52900f2b1,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:13.322602 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a85014-6a6e-4492-939b-f8c7467e29d6 x-openstack-request-id: req-76a85014-6a6e-4492-939b-f8c7467e29d6 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:13.323314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "name": "network-vif-plugged", "status": "completed", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:13.323495 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-76a85014-6a6e-4492-939b-f8c7467e29d6 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:13.323744 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a85014-6a6e-4492-939b-f8c7467e29d6'] response: {'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'code': 200} Mar 31 20:25:13.410625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.412640 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 69ee5f6d-2e64-4d83-8905-795ef34c77c2 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:13.529860 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=282de4f1-9256-45bc-8b32-19d52900f2b1,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:13.573157 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c354de-c36d-4f33-892b-acfcae40678d req-53a97d9c-8b10-487b-8d98-850c819aae6f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.579984 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8c354de-c36d-4f33-892b-acfcae40678d req-53a97d9c-8b10-487b-8d98-850c819aae6f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.1429024 Mar 31 20:25:13.590950 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks [] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.630902 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8c354de-c36d-4f33-892b-acfcae40678d req-c91aefe3-644d-4059-9edf-1c8b19dc0590 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493598 Mar 31 20:25:13.638940 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:13.652098 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:13.652098 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.663848 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.773908 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Pushing event updated for resources: {'Port': ['ID=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:13.776784 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (b0247b0e-7c40-43fc-becf-fdf1060fed09), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:13.879397 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82238ac7-b38a-439a-b2cf-eed40faa2006 req-fd79b33c-bea7-48ef-ae08-593e64c7fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:13.882225 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82238ac7-b38a-439a-b2cf-eed40faa2006 req-fd79b33c-bea7-48ef-ae08-593e64c7fd32 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 1129 time: 0.1006770 Mar 31 20:25:13.899016 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:13.959909 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:13.961916 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:13.998005 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:13.998324 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.088056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82238ac7-b38a-439a-b2cf-eed40faa2006 req-e4774057-9407-4e55-9e26-82029af6ac55 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942739 Mar 31 20:25:14.155351 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:14.181596 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:14.183688 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.204204 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21b82d-51a5-4301-97a8-c757836e5ab8 req-ef3bb929-a04a-4368-8ddc-cd408cb5ac91 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.215780 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ff21b82d-51a5-4301-97a8-c757836e5ab8 req-ef3bb929-a04a-4368-8ddc-cd408cb5ac91 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 945 time: 0.1898434 Mar 31 20:25:14.281537 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.285596 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Router b0247b0e-7c40-43fc-becf-fdf1060fed09 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:14.319575 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88149b-9b76-4f2a-a5eb-2a49775f38c4 req-4cdaf6d4-ac8b-4d50-ae83-073fdd56ce63 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.321323 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cb88149b-9b76-4f2a-a5eb-2a49775f38c4 req-4cdaf6d4-ac8b-4d50-ae83-073fdd56ce63 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.1917617 Mar 31 20:25:14.334153 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ff21b82d-51a5-4301-97a8-c757836e5ab8 req-fda72891-68a0-4247-a6c4-4f1dca2980af tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152451 Mar 31 20:25:14.435954 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cb88149b-9b76-4f2a-a5eb-2a49775f38c4 req-c65c03b0-65d3-4dd9-ba9e-6b120eae06fe tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971241 Mar 31 20:25:14.465258 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:14.466051 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.486347 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=69ee5f6d-2e64-4d83-8905-795ef34c77c2,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:14.525774 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:14.544592 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:14.558916 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-63048cb3-3cb4-4f8d-b66f-2aa799b1dcfb admin admin] 10.222.0.62 "PUT /v2.0/routers/b0247b0e-7c40-43fc-becf-fdf1060fed09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6839893 Mar 31 20:25:14.584622 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cbc21e6c-9252-4791-98e1-3eee39fbf177 None None] Provisioning complete for port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:14.585004 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cbc21e6c-9252-4791-98e1-3eee39fbf177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.623771 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:14.647716 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcef389-ad1c-4419-af03-fb828072f4d6 req-4c4c4707-f851-4ad8-8410-ad20b77da07e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.654315 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bdcef389-ad1c-4419-af03-fb828072f4d6 req-4c4c4707-f851-4ad8-8410-ad20b77da07e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0765080 Mar 31 20:25:14.681654 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cbc21e6c-9252-4791-98e1-3eee39fbf177 None None] Port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:14.712262 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:14.802636 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bdcef389-ad1c-4419-af03-fb828072f4d6 req-b967920b-f8c6-48a2-a2df-bb0e7dc20220 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439309 Mar 31 20:25:14.842843 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceae240c-98c0-402c-ab0f-d521c4562930 req-8f37be65-249b-45ed-9f05-7fd36c161e29 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:14.850103 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ceae240c-98c0-402c-ab0f-d521c4562930 req-8f37be65-249b-45ed-9f05-7fd36c161e29 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.0949600 Mar 31 20:25:14.943624 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ceae240c-98c0-402c-ab0f-d521c4562930 req-fcedaddc-edc1-4c89-98fc-afabdfbba098 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924640 Mar 31 20:25:15.324729 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ee5f6d-2e64-4d83-8905-795ef34c77c2'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:15.328428 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc43052b-c80b-44fe-95e7-93515e7447a4" -d '{"events": [{"server_uuid": "49d2474b-ce5d-4860-9cc6-71ceb659ccec", "name": "network-vif-plugged", "status": "completed", "tag": "69ee5f6d-2e64-4d83-8905-795ef34c77c2"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:15.392320 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce96eee-ba36-4617-ab69-c55563e44f89 x-openstack-request-id: req-7ce96eee-ba36-4617-ab69-c55563e44f89 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:15.392634 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2474b-ce5d-4860-9cc6-71ceb659ccec", "name": "network-vif-plugged", "status": "completed", "tag": "69ee5f6d-2e64-4d83-8905-795ef34c77c2", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:15.397803 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7ce96eee-ba36-4617-ab69-c55563e44f89 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:15.397803 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce96eee-ba36-4617-ab69-c55563e44f89'] response: {'server_uuid': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ee5f6d-2e64-4d83-8905-795ef34c77c2', 'code': 200} Mar 31 20:25:15.530277 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb12acc1-f2c5-4cd4-8588-2a9094a4a2fa req-c3b11658-3f80-4187-b870-c03202e84980 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:15.535489 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cb12acc1-f2c5-4cd4-8588-2a9094a4a2fa req-c3b11658-3f80-4187-b870-c03202e84980 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 946 time: 0.1111121 Mar 31 20:25:15.634395 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cb12acc1-f2c5-4cd4-8588-2a9094a4a2fa req-0d826725-e6de-49b0-8000-c530909c22ad tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878439 Mar 31 20:25:15.780527 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:15.869066 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Sync routers for ids ['b0247b0e-7c40-43fc-becf-fdf1060fed09'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:15.869517 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ace4b-65b0-4265-9e04-6e62b2521dca req-2a40970c-9ad5-426a-8477-253d13239f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:15.873435 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c00ace4b-65b0-4265-9e04-6e62b2521dca req-2a40970c-9ad5-426a-8477-253d13239f57 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 1130 time: 0.0635142 Mar 31 20:25:15.889889 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Routers {'b0247b0e-7c40-43fc-becf-fdf1060fed09'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:15.890894 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['b0247b0e-7c40-43fc-becf-fdf1060fed09'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:15.985612 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c00ace4b-65b0-4265-9e04-6e62b2521dca req-baa938af-faec-4b8f-ac54-388d3b63a9b8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973933 Mar 31 20:25:16.025210 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:16.025584 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.185722 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d4d43-a166-46db-8258-1ba602154f8c req-bab3b20f-d27c-4137-b6a6-2cabcd6ca2e7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:16.201316 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-514d4d43-a166-46db-8258-1ba602154f8c req-bab3b20f-d27c-4137-b6a6-2cabcd6ca2e7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.1212075 Mar 31 20:25:16.262346 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Set router b0247b0e-7c40-43fc-becf-fdf1060fed09 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:16.297406 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-514d4d43-a166-46db-8258-1ba602154f8c req-57aec017-3192-4a9f-b6e9-eda12c6dfac1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893347 Mar 31 20:25:16.308408 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:16.512052 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99387bfa-d6a4-4564-bfb7-28fd4b931aa2 req-f789c58f-8626-4664-a077-8c49dfd8c37b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:16.518035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99387bfa-d6a4-4564-bfb7-28fd4b931aa2 req-f789c58f-8626-4664-a077-8c49dfd8c37b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.0977397 Mar 31 20:25:16.523759 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46120) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:16.529205 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:16.582837 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (10fe7835-7ccb-42aa-83a6-9220999ada3a), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.808879 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:25:13Z', 'revision_number': 4, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '2a3f3bf9-4dff-4020-9a24-9236e07d52a9', 'name': '', 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'mac_address': 'fa:16:3e:19:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:11Z', 'updated_at': '2022-03-31T20:25:13Z', 'revision_number': 2, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'subnets': [{'id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:16.852045 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Checking router: b0247b0e-7c40-43fc-becf-fdf1060fed09 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:16.852410 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Updating router b0247b0e-7c40-43fc-becf-fdf1060fed09 port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:25:16.888792 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:16.891873 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24e554-50fc-480b-a69b-50191f4b35fb req-d8d84eca-915f-4d20-ac52-4003fcfdb939 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:16.894656 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3c24e554-50fc-480b-a69b-50191f4b35fb req-d8d84eca-915f-4d20-ac52-4003fcfdb939 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 946 time: 0.0976322 Mar 31 20:25:17.000879 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3c24e554-50fc-480b-a69b-50191f4b35fb req-fc134dba-649e-4fb0-aa72-262b67badb1a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993743 Mar 31 20:25:17.344341 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.db.resource_extend [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 20:25:17.456062 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.500253 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Publish callbacks [] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.559628 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (10fe7835-7ccb-42aa-83a6-9220999ada3a), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.596605 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.816371 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392b7d-75e4-4700-9490-835ca2d51325 None None] Pushing event updated for resources: {'Port': ['ID=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:17.902909 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.l3_db [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 10fe7835-7ccb-42aa-83a6-9220999ada3a associated. External IP: 172.28.3.228, port: 282de4f1-9256-45bc-8b32-19d52900f2b1. Mar 31 20:25:17.951927 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Attempting to bind port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:17.952378 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Attempting to bind port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:17.952690 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Attempting to bind port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 on network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:17.971344 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:17.971850 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Checking segment: {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:17.972213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:17.972618 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Bound using segment: {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:17.973113 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Bound port: 2a3f3bf9-4dff-4020-9a24-9236e07d52a9, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cc1cb88-1d0a-490c-b1b8-02dccdee9079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:17.973503 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.067392 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469af26-ce54-44a9-b7f1-338d8661d775 req-4b501945-fd2a-408c-b13c-4bcdde887e9f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.095982 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a469af26-ce54-44a9-b7f1-338d8661d775 req-4b501945-fd2a-408c-b13c-4bcdde887e9f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.3183768 Mar 31 20:25:18.214644 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] For port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:18.225944 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] For port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:18.231268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46160) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:18.308330 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.374973 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-1b89f5e0-79ed-41f3-b4c6-8c484ce93424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.376947 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-1b89f5e0-79ed-41f3-b4c6-8c484ce93424 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1129 time: 0.5128710 Mar 31 20:25:18.393448 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5b8845-7c70-456a-b4ae-341633f58504 req-173cee7c-2b12-4145-847c-8b5b7686a5d4 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.401874 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5f5b8845-7c70-456a-b4ae-341633f58504 req-173cee7c-2b12-4145-847c-8b5b7686a5d4 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 946 time: 0.1004899 Mar 31 20:25:18.490434 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2392b7d-75e4-4700-9490-835ca2d51325 None None] Pushing event updated for resources: {'Port': ['ID=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:18.501006 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Routers {'b0247b0e-7c40-43fc-becf-fdf1060fed09'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:18.512137 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:25:18.519304 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['b0247b0e-7c40-43fc-becf-fdf1060fed09'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:18.522664 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] Provisioning complete for port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:18.522859 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.592956 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a469af26-ce54-44a9-b7f1-338d8661d775 req-0ee3b681-b389-4603-8d08-415933d2bb6a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948943 Mar 31 20:25:18.607204 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3cd074e6-69dd-4fcd-98ae-cc28c10cf138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.673396 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-32214cdc-36e5-4ac9-b015-b118d48f1072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:18.680631 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-32214cdc-36e5-4ac9-b015-b118d48f1072 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.2899063 Mar 31 20:25:18.788678 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-40844d4b-4356-4428-b974-a3bda014e4f7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 200 len: 217 time: 0.0902426 Mar 31 20:25:18.824656 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] Current status of the port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:18.825616 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.860764 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] Set router b0247b0e-7c40-43fc-becf-fdf1060fed09 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:18.862716 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5f5b8845-7c70-456a-b4ae-341633f58504 req-12078702-89d6-46d5-84f8-cbd7a1e9afb5 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4592583 Mar 31 20:25:18.897582 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:25:18.905078 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.945497 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] For port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:18.949121 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:25:18.951441 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3cd074e6-69dd-4fcd-98ae-cc28c10cf138 admin admin] Publish callbacks [] for security_group (53dbcf1f-5953-45bd-9d40-fa0fedbdc028), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:18.957418 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-27dcdeea-eaf7-4ca6-b139-9fe24c37aa4b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "PUT /v2.0/floatingips/10fe7835-7ccb-42aa-83a6-9220999ada3a HTTP/1.1" status: 200 len: 991 time: 2.4319649 Mar 31 20:25:18.958365 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:18.960873 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8ad83d-8395-4627-9047-45bbb0b02082" -d '{"events": [{"name": "network-changed", "server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:19.003991 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-7161db18-1800-4c99-b63c-33f7eac2285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.012834 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:19.013602 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-7161db18-1800-4c99-b63c-33f7eac2285f service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.2022941 Mar 31 20:25:19.017587 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:19.033465 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3cd074e6-69dd-4fcd-98ae-cc28c10cf138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (53dbcf1f-5953-45bd-9d40-fa0fedbdc028), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.036048 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.134633 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-3cd074e6-69dd-4fcd-98ae-cc28c10cf138 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=158370b27df34f278ddff1570a4bfc60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9010632 Mar 31 20:25:19.135540 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:19.143805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-29163ccd-019f-4e9f-9a94-ae34c292cb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.150935 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-29163ccd-019f-4e9f-9a94-ae34c292cb29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1250055 Mar 31 20:25:19.166312 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da0008f-1bd0-4010-a89f-b7707189bfe9 x-openstack-request-id: req-0da0008f-1bd0-4010-a89f-b7707189bfe9 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:19.166863 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:19.167293 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0da0008f-1bd0-4010-a89f-b7707189bfe9 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:19.168599 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0da0008f-1bd0-4010-a89f-b7707189bfe9'] response: {'name': 'network-changed', 'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'status': 'completed', 'code': 200} Mar 31 20:25:19.195521 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd074e6-69dd-4fcd-98ae-cc28c10cf138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53dbcf1f-5953-45bd-9d40-fa0fedbdc028,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.306657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4284e-d79a-4563-8aac-e9be2f534fe9 None None] Pushing event updated for resources: {'Port': ['ID=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.310156 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56ff8e16-a74d-408e-bdab-f3f2751d935d admin admin] Publish callbacks [] for security_group (53dbcf1f-5953-45bd-9d40-fa0fedbdc028), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.330591 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:19.332523 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-ef9840b9-b997-4b87-b33c-97110241ad32 None None] Provisioning complete for port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:19.333115 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ef9840b9-b997-4b87-b33c-97110241ad32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.371329 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56ff8e16-a74d-408e-bdab-f3f2751d935d admin admin] Publish callbacks [] for security_group (53dbcf1f-5953-45bd-9d40-fa0fedbdc028), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.489453 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-4fa8d405-fbe0-4d9e-8b64-b14b7a413a5f service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3171141 Mar 31 20:25:19.594277 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56ff8e16-a74d-408e-bdab-f3f2751d935d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (53dbcf1f-5953-45bd-9d40-fa0fedbdc028), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.598438 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-56ff8e16-a74d-408e-bdab-f3f2751d935d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:19.599935 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-56ff8e16-a74d-408e-bdab-f3f2751d935d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/53dbcf1f-5953-45bd-9d40-fa0fedbdc028 HTTP/1.1" status: 204 len: 168 time: 0.4508829 Mar 31 20:25:19.633089 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff8e16-a74d-408e-bdab-f3f2751d935d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53dbcf1f-5953-45bd-9d40-fa0fedbdc028,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:19.688920 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b8bea775-8795-4ac2-935c-e2cf8d6b1869 req-52e4cee5-a766-4ec5-9f0b-a695163fe061 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981552 Mar 31 20:25:19.742588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-3d6e1cef-3c0d-40d6-82c3-a3c8e00e9766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:19.744048 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-3d6e1cef-3c0d-40d6-82c3-a3c8e00e9766 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 1129 time: 0.5365334 Mar 31 20:25:19.777937 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:25:13Z', 'revision_number': 4, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '2a3f3bf9-4dff-4020-9a24-9236e07d52a9', 'name': '', 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'mac_address': 'fa:16:3e:19:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:11Z', 'updated_at': '2022-03-31T20:25:18Z', 'revision_number': 4, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'subnets': [{'id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:19.978657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3922a4-be77-46e6-a1c8-293edc5b130e None None] The sync data for ids ['b0247b0e-7c40-43fc-becf-fdf1060fed09'] in dv-cinder-836070-1-smb is: [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:25:13Z', 'revision_number': 4, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '2a3f3bf9-4dff-4020-9a24-9236e07d52a9', 'name': '', 'network_id': '8cd2da8a-c168-483e-ae3b-bc8a165a2a17', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'mac_address': 'fa:16:3e:19:29:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:11Z', 'updated_at': '2022-03-31T20:25:18Z', 'revision_number': 4, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'subnets': [{'id': 'c9dd5724-56ba-4823-80c0-24a51a52eae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:20.023402 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-ef9840b9-b997-4b87-b33c-97110241ad32 None None] Current status of the port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:20.037231 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:17Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:20.099413 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa0c618-bc0c-4553-9ed7-94bbc7acf561 req-9a46af47-c48f-4187-8a3c-faf3861f7df6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.103680 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6aa0c618-bc0c-4553-9ed7-94bbc7acf561 req-9a46af47-c48f-4187-8a3c-faf3861f7df6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.2139108 Mar 31 20:25:20.177404 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:25:20.212957 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:25:20.223348 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:25:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:20.317936 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6aa0c618-bc0c-4553-9ed7-94bbc7acf561 req-8141c63f-bcdb-46a4-8d75-87c3d50f7948 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024479 Mar 31 20:25:20.334586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-ed9e8eb2-232c-42da-9072-ad857a63b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.336432 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-ed9e8eb2-232c-42da-9072-ad857a63b206 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 916 time: 0.5755644 Mar 31 20:25:20.508216 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-b136b3b0-d0bf-46ac-90d5-e98c298fb695 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=282de4f1-9256-45bc-8b32-19d52900f2b1 HTTP/1.1" status: 200 len: 999 time: 0.1628063 Mar 31 20:25:20.543075 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:25:20.642523 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-a6e458de-5277-42cb-9170-f7e1bd1fb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.649353 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-a6e458de-5277-42cb-9170-f7e1bd1fb2be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.1334918 Mar 31 20:25:20.740333 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-4a41f093-fb36-46b4-a13c-0a4ac2d545c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:20.748100 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-4a41f093-fb36-46b4-a13c-0a4ac2d545c7 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0883687 Mar 31 20:25:20.984898 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-33e2827b-97aa-4f50-818e-f2d06d74f424 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242594 Mar 31 20:25:21.135233 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46216) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:21.190288 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0abc6866-dd0d-4111-93a5-527b3ba8ced0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.401892 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0abc6866-dd0d-4111-93a5-527b3ba8ced0 admin admin] Publish callbacks [] for security_group (45884a11-b3bc-4d66-a8f8-28c9747b3d56), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.494157 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:17Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:25:21.542280 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0abc6866-dd0d-4111-93a5-527b3ba8ced0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (45884a11-b3bc-4d66-a8f8-28c9747b3d56), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.561881 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f71e53-75a1-441f-a4e9-960f257bdd30 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:17Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:25:21.650292 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abc6866-dd0d-4111-93a5-527b3ba8ced0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45884a11-b3bc-4d66-a8f8-28c9747b3d56,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:21.673867 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0abc6866-dd0d-4111-93a5-527b3ba8ced0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3bdf095c4e184ac9a1b6f3f51ce5b60c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5265043 Mar 31 20:25:21.676237 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46228) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:21.802729 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb940c33-987a-4a7f-8d2c-910fa18d4d78 admin admin] Publish callbacks [] for security_group (45884a11-b3bc-4d66-a8f8-28c9747b3d56), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.870823 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb940c33-987a-4a7f-8d2c-910fa18d4d78 admin admin] Publish callbacks [] for security_group (45884a11-b3bc-4d66-a8f8-28c9747b3d56), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:21.936197 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1a241-e4bf-40d0-abc7-bcefacc5ce8f req-ab60f35a-4010-458d-8d77-d360695f02fd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:21.947127 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2af1a241-e4bf-40d0-abc7-bcefacc5ce8f req-ab60f35a-4010-458d-8d77-d360695f02fd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.4044509 Mar 31 20:25:22.021940 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c90a8-b3fe-412e-b355-22e6a16df76a req-adfd4df0-75b7-4b10-9bb6-82597666295f tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:22.030241 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fa1c90a8-b3fe-412e-b355-22e6a16df76a req-adfd4df0-75b7-4b10-9bb6-82597666295f tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 946 time: 0.5286796 Mar 31 20:25:22.061336 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f8ad83d-8395-4627-9047-45bbb0b02082 req-11322e45-d266-4b6f-ae80-052959e7d4f9 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0687790 Mar 31 20:25:22.080726 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb940c33-987a-4a7f-8d2c-910fa18d4d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (45884a11-b3bc-4d66-a8f8-28c9747b3d56), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.084381 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fb940c33-987a-4a7f-8d2c-910fa18d4d78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.088667 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-fb940c33-987a-4a7f-8d2c-910fa18d4d78 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45884a11-b3bc-4d66-a8f8-28c9747b3d56 HTTP/1.1" status: 204 len: 168 time: 0.4103639 Mar 31 20:25:22.094507 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:22.120361 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2af1a241-e4bf-40d0-abc7-bcefacc5ce8f req-44c1180d-a2fa-4551-b019-577c80271dab tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512794 Mar 31 20:25:22.152052 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb940c33-987a-4a7f-8d2c-910fa18d4d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45884a11-b3bc-4d66-a8f8-28c9747b3d56,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:22.192315 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fa1c90a8-b3fe-412e-b355-22e6a16df76a req-91fb28c6-2481-4c47-aa0e-b13c04566cb9 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574175 Mar 31 20:25:22.261930 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22ae65db-741c-4d27-87d2-e821980225f7 None None] New status for floating IP 10fe7835-7ccb-42aa-83a6-9220999ada3a: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:25:22.452573 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:22.453249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:22.713801 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:23.410272 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2f3144-2ff4-4b28-962e-5263ad0cbcf4 req-4fca38d4-03c7-459e-ad47-db713cf45f3b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.412464 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8e2f3144-2ff4-4b28-962e-5263ad0cbcf4 req-4fca38d4-03c7-459e-ad47-db713cf45f3b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1688583 Mar 31 20:25:23.449309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-211cb0a8-f12a-401a-a188-38aa65ed835d tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.450708 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-211cb0a8-f12a-401a-a188-38aa65ed835d tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 946 time: 0.1479211 Mar 31 20:25:23.460640 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e4198-0522-44b4-a80c-3bba9d888beb req-2fd44f59-797b-4c6c-a0a6-2545c8e55faa tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:23.462233 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-499e4198-0522-44b4-a80c-3bba9d888beb req-2fd44f59-797b-4c6c-a0a6-2545c8e55faa tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 946 time: 0.1194680 Mar 31 20:25:23.558530 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8e2f3144-2ff4-4b28-962e-5263ad0cbcf4 req-703e87d3-acd6-40e3-b071-8d6ba1300511 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379907 Mar 31 20:25:23.611132 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-499e4198-0522-44b4-a80c-3bba9d888beb req-bcc422f8-36ee-435a-845b-f48e8ed2addc tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353254 Mar 31 20:25:23.665621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Deleting port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:25:23.666846 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.778935 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] For port 69ee5f6d-2e64-4d83-8905-795ef34c77c2, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=69ee5f6d-2e64-4d83-8905-795ef34c77c2,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:23.779509 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:23.807128 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Calling delete_port for 69ee5f6d-2e64-4d83-8905-795ef34c77c2 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:25:24.115311 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (69ee5f6d-2e64-4d83-8905-795ef34c77c2), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.136729 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['69ee5f6d-2e64-4d83-8905-795ef34c77c2'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:24.171608 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Pushing event deleted for resources: {'Port': ['ID=69ee5f6d-2e64-4d83-8905-795ef34c77c2,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:24.285112 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] No DVR routers for this DVR port 69ee5f6d-2e64-4d83-8905-795ef34c77c2 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:25:24.294076 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:24.297644 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4aeea58b-80e1-4178-a671-4153aacd9778 req-b489c729-f0aa-45cb-b4df-1c2220143123 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "DELETE /v2.0/ports/69ee5f6d-2e64-4d83-8905-795ef34c77c2 HTTP/1.1" status: 204 len: 173 time: 0.8332121 Mar 31 20:25:24.298195 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'name': 'network-vif-deleted', 'tag': '69ee5f6d-2e64-4d83-8905-795ef34c77c2'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:24.301349 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b326b6aa-6bac-44b3-a63d-96fcdf5f559f" -d '{"events": [{"server_uuid": "49d2474b-ce5d-4860-9cc6-71ceb659ccec", "name": "network-vif-deleted", "tag": "69ee5f6d-2e64-4d83-8905-795ef34c77c2"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:24.341149 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c86f27d-9906-49ec-85cc-2c84eb2ae76c x-openstack-request-id: req-9c86f27d-9906-49ec-85cc-2c84eb2ae76c {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:24.341536 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49d2474b-ce5d-4860-9cc6-71ceb659ccec", "name": "network-vif-deleted", "tag": "69ee5f6d-2e64-4d83-8905-795ef34c77c2", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:24.341739 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c86f27d-9906-49ec-85cc-2c84eb2ae76c {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:24.342178 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c86f27d-9906-49ec-85cc-2c84eb2ae76c'] response: {'server_uuid': '49d2474b-ce5d-4860-9cc6-71ceb659ccec', 'name': 'network-vif-deleted', 'tag': '69ee5f6d-2e64-4d83-8905-795ef34c77c2', 'status': 'completed', 'code': 200} Mar 31 20:25:24.800510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440d990c-f3a4-43bb-b72c-b660a78a4035 req-160e2fff-5874-4c2f-9003-8dba4bce0a8a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:24.816038 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-440d990c-f3a4-43bb-b72c-b660a78a4035 req-160e2fff-5874-4c2f-9003-8dba4bce0a8a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1264060 Mar 31 20:25:24.890500 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-440d990c-f3a4-43bb-b72c-b660a78a4035 req-47f380e3-898f-4328-b5bc-36a0a99333be tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724728 Mar 31 20:25:25.057955 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-273aea9f-bd38-4895-80a3-2c9f6b2af872 req-b617dd58-9c6c-4a30-90a1-644e6dde631e tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=49d2474b-ce5d-4860-9cc6-71ceb659ccec HTTP/1.1" status: 200 len: 210 time: 0.0693114 Mar 31 20:25:25.630821 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095cb88-b2fa-4843-8f2a-f127e2b37660 req-98ef2976-e8e8-4f91-b1f1-bf7162520ab5 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:25.638654 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0095cb88-b2fa-4843-8f2a-f127e2b37660 req-98ef2976-e8e8-4f91-b1f1-bf7162520ab5 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0982523 Mar 31 20:25:25.710309 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0095cb88-b2fa-4843-8f2a-f127e2b37660 req-076c4989-b2b2-4109-afa9-b6ff94d586fd tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701008 Mar 31 20:25:26.062419 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c508-5470-466e-b847-b49311a3ff0f req-bd9074af-2ba2-40b4-a787-bbd36ce099b1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:26.073144 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-63a4c508-5470-466e-b847-b49311a3ff0f req-bd9074af-2ba2-40b4-a787-bbd36ce099b1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0831268 Mar 31 20:25:26.139287 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-63a4c508-5470-466e-b847-b49311a3ff0f req-946a1490-9e01-4000-8c79-f10b07fe0928 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647144 Mar 31 20:25:26.722121 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 69ee5f6d-2e64-4d83-8905-795ef34c77c2 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:25:26.748631 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 69ee5f6d-2e64-4d83-8905-795ef34c77c2 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:25:26.749504 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 69ee5f6d-2e64-4d83-8905-795ef34c77c2 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:25:29.964230 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-bc482c5a-e622-4e4d-863f-4c1c1f79a45b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:30.414028 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-32f16c52-3b1e-40cb-968d-edc91ccb759c tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.415619 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-32f16c52-3b1e-40cb-968d-edc91ccb759c tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/networks?id=c29035b8-4fd0-433e-90b1-c160cd62a1d7 HTTP/1.1" status: 200 len: 808 time: 0.1250124 Mar 31 20:25:30.435656 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c554e1c2-1303-4497-984d-9a2c2688189b tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/quotas/097aba154f5149b49e93ebcfcf835280 HTTP/1.1" status: 200 len: 375 time: 0.0106418 Mar 31 20:25:30.497830 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-b2400ee5-8eb1-4a49-b848-9f4c4a9cd9e7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=097aba154f5149b49e93ebcfcf835280&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515139 Mar 31 20:25:30.655305 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-41faac8e-ebce-4c15-89de-57fd3ec2915e service neutron] 10.222.0.62 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486020 Mar 31 20:25:30.664345 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa769c23-762c-4e9c-964d-6fb72b8e5a82 req-5d8ad722-3fbc-46ad-b214-dc79cb6d90bb tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.666011 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa769c23-762c-4e9c-964d-6fb72b8e5a82 req-5d8ad722-3fbc-46ad-b214-dc79cb6d90bb tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0961850 Mar 31 20:25:30.791947 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa769c23-762c-4e9c-964d-6fb72b8e5a82 req-680e76b6-d973-49f3-bf42-6eefb3c43511 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176353 Mar 31 20:25:30.809087 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-bbe06418-a781-4e04-9713-52107896b877 service neutron] 10.222.0.62 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420491 Mar 31 20:25:30.915450 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b698308d-aba0-454a-9c05-e8f2576b3845 req-35353b96-2355-4f98-b32a-fb76b27e9b7a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:30.916836 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b698308d-aba0-454a-9c05-e8f2576b3845 req-35353b96-2355-4f98-b32a-fb76b27e9b7a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0613003 Mar 31 20:25:30.979145 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b698308d-aba0-454a-9c05-e8f2576b3845 req-962e108b-0c9b-4856-a806-e6156f539bcd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566387 Mar 31 20:25:31.105597 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80710eef-0cb6-4d6a-8973-88f304eaf029 req-53edfeee-4e11-43dc-bdfa-becb432915ce tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.107206 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-80710eef-0cb6-4d6a-8973-88f304eaf029 req-53edfeee-4e11-43dc-bdfa-becb432915ce tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0641298 Mar 31 20:25:31.156109 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-80710eef-0cb6-4d6a-8973-88f304eaf029 req-06d46a40-7520-47c4-8a4c-a18b573b0f47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427146 Mar 31 20:25:31.261053 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8bf81e1-4ffd-4b07-b748-13031cd60a8a req-241c826c-2d5e-4c7e-ab9b-fa1ddfce9dcf tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 210 time: 0.0349882 Mar 31 20:25:31.922895 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ec711-cc8d-418e-93e4-eee1da15e468 req-0778dd89-9a13-43c1-9816-e3ccdfb317c8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:31.924569 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e24ec711-cc8d-418e-93e4-eee1da15e468 req-0778dd89-9a13-43c1-9816-e3ccdfb317c8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0578797 Mar 31 20:25:31.978177 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e24ec711-cc8d-418e-93e4-eee1da15e468 req-a55a79d7-bb5f-40f0-937d-31c630933f50 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476749 Mar 31 20:25:32.106450 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3f42-c672-49b4-a22a-2aef1eb2eda8 req-54e7b3ff-3cfb-4117-90e8-1f506591e93f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.107973 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ceea3f42-c672-49b4-a22a-2aef1eb2eda8 req-54e7b3ff-3cfb-4117-90e8-1f506591e93f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0546184 Mar 31 20:25:32.167604 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ceea3f42-c672-49b4-a22a-2aef1eb2eda8 req-bb1ae947-3977-4b5c-b2f3-410cf0869bbf tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535526 Mar 31 20:25:32.205810 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-0ff48546-89a5-42e7-9871-6199a320b174 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0535281 Mar 31 20:25:32.303439 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9d3dff0-5c8f-42b3-90f7-970429a3ccbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:32.318588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-80ee10e4-15ea-428b-9bad-afa38c488bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.320097 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-80ee10e4-15ea-428b-9bad-afa38c488bb2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 1129 time: 0.0813022 Mar 31 20:25:32.336323 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac904445-b376-4084-a185-e402539a10df req-ccc55b2b-98b0-4d6f-a8fb-c1dafb3aa898 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.337870 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ac904445-b376-4084-a185-e402539a10df req-ccc55b2b-98b0-4d6f-a8fb-c1dafb3aa898 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0724897 Mar 31 20:25:32.457465 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ac904445-b376-4084-a185-e402539a10df req-60037534-7cdb-46db-931f-145f09862a1d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049066 Mar 31 20:25:32.481575 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-baa920e6-d37b-472d-8a2d-3621b7d9a469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.485469 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-baa920e6-d37b-472d-8a2d-3621b7d9a469 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.1276331 Mar 31 20:25:32.544479 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-e5a90d69-8645-4b5d-ad60-8e8290cf046a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=32383ac3-b900-47de-a123-476558a47b7b HTTP/1.1" status: 200 len: 217 time: 0.0489528 Mar 31 20:25:32.603427 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-716125c5-3a06-4abd-b2fd-667496411dc2 req-8679e5d3-9852-4a43-8e88-944e636c4635 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 210 time: 0.0556591 Mar 31 20:25:32.641879 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-52743e82-8a83-4d56-9c0a-6518c773ab71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.643512 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-52743e82-8a83-4d56-9c0a-6518c773ab71 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0862672 Mar 31 20:25:32.725858 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-6e7fb265-2e17-4048-a057-01a5e377f945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:32.730027 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-6e7fb265-2e17-4048-a057-01a5e377f945 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0750537 Mar 31 20:25:32.830785 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-dd6d4b19-fd05-42f7-af7a-d844c30120e9 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946298 Mar 31 20:25:33.009107 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f37a3ba-2d2f-48d3-96ce-c00fc814e93a req-268d25eb-8cea-4f5b-8d7f-0b6bad446435 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637053 Mar 31 20:25:33.025163 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-6a743d76-bf8f-4821-b8af-65d7c6344967 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.027184 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-6a743d76-bf8f-4821-b8af-65d7c6344967 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 814 time: 0.1580391 Mar 31 20:25:33.047044 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-80ad851f-506f-45a8-96f4-f73daae32141 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/quotas/48687694e4cb4270ac1e3904d4e90b2b HTTP/1.1" status: 200 len: 375 time: 0.0136085 Mar 31 20:25:33.146623 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-0332b466-5bb0-46a0-8485-ed3084401dec tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847685 Mar 31 20:25:33.154598 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab59289-ebc2-43b2-b8b9-4b1c4030ebd5 req-d03ebec5-a73a-49cc-b202-b15c1fbd46e2 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.156104 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0ab59289-ebc2-43b2-b8b9-4b1c4030ebd5 req-d03ebec5-a73a-49cc-b202-b15c1fbd46e2 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0856929 Mar 31 20:25:33.262015 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0ab59289-ebc2-43b2-b8b9-4b1c4030ebd5 req-498e8410-2d00-4b10-bdbc-423eaac6571d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956807 Mar 31 20:25:33.287634 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5fcb52ba-2d2f-4d3e-9e66-caed1f2ac3c6 service neutron] 10.222.0.62 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288877 Mar 31 20:25:33.421974 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:33.425481 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-a683b192-4a16-44a0-9bc1-f43fe953ec17 service neutron] 10.222.0.62 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301911 Mar 31 20:25:33.432592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5a96c3-1ea2-40ec-b8fc-8e37acaee815 req-a00350cc-72cc-4e95-bd1f-1a280ff197ab tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.434100 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9b5a96c3-1ea2-40ec-b8fc-8e37acaee815 req-a00350cc-72cc-4e95-bd1f-1a280ff197ab tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0870643 Mar 31 20:25:33.486105 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9b5a96c3-1ea2-40ec-b8fc-8e37acaee815 req-fc4d34d8-1d12-4cf2-856e-8cef289976df tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463941 Mar 31 20:25:33.612827 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09388a1b-469e-4d11-a5c6-4fef656722a1 req-1973708d-70b5-4f3e-b763-adfdeb7f2258 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:33.614567 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-09388a1b-469e-4d11-a5c6-4fef656722a1 req-1973708d-70b5-4f3e-b763-adfdeb7f2258 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0685515 Mar 31 20:25:33.699221 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-09388a1b-469e-4d11-a5c6-4fef656722a1 req-b93a01ef-1c87-4fde-be2b-2d6734ef862e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764332 Mar 31 20:25:33.786980 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4ec7f7e8-2dc8-4611-9733-53fb564074f6 req-dce8296e-fdc3-4acd-9e9c-8ded06a172e0 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 210 time: 0.0394022 Mar 31 20:25:33.825082 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf873672-53d2-4fc8-b658-7e2d4a5c9657 req-5156d701-3f60-4404-9dbb-497308c3a6e8 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 210 time: 0.0353785 Mar 31 20:25:33.863344 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:34.120654 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-63b45f78-b106-4762-b48f-ab70bcc13abf tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.122306 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-63b45f78-b106-4762-b48f-ab70bcc13abf tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "GET /v2.0/networks?id=c29035b8-4fd0-433e-90b1-c160cd62a1d7 HTTP/1.1" status: 200 len: 808 time: 0.1254404 Mar 31 20:25:34.143975 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Request body: {'port': {'device_id': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7', 'admin_state_up': True, 'tenant_id': '097aba154f5149b49e93ebcfcf835280'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:34.495859 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b10f0-f643-4b8f-9254-7506b9d87f2e req-bbe555da-f95a-4b7b-a6d5-a5c86fb51f26 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.497719 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f31b10f0-f643-4b8f-9254-7506b9d87f2e req-bbe555da-f95a-4b7b-a6d5-a5c86fb51f26 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1180577 Mar 31 20:25:34.562906 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f31b10f0-f643-4b8f-9254-7506b9d87f2e req-43ef9708-93ec-4969-8c26-f080307277a3 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576146 Mar 31 20:25:34.637689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865546b9-d3b0-406a-a7dc-dc55798e1257 req-c93c8965-f5f8-4464-99bd-a4095f4628a9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.640079 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-865546b9-d3b0-406a-a7dc-dc55798e1257 req-c93c8965-f5f8-4464-99bd-a4095f4628a9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0647731 Mar 31 20:25:34.641700 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Made reservation on behalf of 097aba154f5149b49e93ebcfcf835280 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:34.646423 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:34.752077 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-865546b9-d3b0-406a-a7dc-dc55798e1257 req-8f80d90f-968b-4745-a28f-ef5a524ba43b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031196 Mar 31 20:25:34.896476 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:34.931173 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4f92bef8-c008-42e4-a85e-24dc90fdac53 req-66ddf5db-ef3a-49e9-ab48-0e71bf4b1881 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 210 time: 0.0593135 Mar 31 20:25:34.952432 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Allocated IP 172.20.0.9 (c29035b8-4fd0-433e-90b1-c160cd62a1d7/a1941782-8f9a-4443-a909-b8f020a8ce55/8929d21e-ed36-4746-a13b-716cde99a1a6) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:34.979869 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d8c5a-52ab-4818-bf47-87fee63de5fa req-151ce210-f96a-44c0-9704-3ce773ef819d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:34.981442 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-405d8c5a-52ab-4818-bf47-87fee63de5fa req-151ce210-f96a-44c0-9704-3ce773ef819d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1139960 Mar 31 20:25:35.066203 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-997ffecb-adee-4fa0-8d7f-7924f793fb68 req-213932fc-ad0f-4242-8ed8-0223e3182b20 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 210 time: 0.0524604 Mar 31 20:25:35.120254 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-405d8c5a-52ab-4818-bf47-87fee63de5fa req-3e0adf22-db5a-43cb-b95d-d9c3d470b50d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288421 Mar 31 20:25:35.190062 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks [] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.273217 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.321032 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Network c29035b8-4fd0-433e-90b1-c160cd62a1d7 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:35.324122 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:35.327986 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:35.355868 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Pushing event updated for resources: {'Port': ['ID=8929d21e-ed36-4746-a13b-716cde99a1a6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:35.384975 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.385576 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.482813 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6ee623cb-5928-46b4-9fb3-183614f2c118 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3432109 Mar 31 20:25:35.502306 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Request body: {'port': {'device_id': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:35.570035 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:35.799015 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d73b7-60ae-40a1-b5fd-12a73af66d71 req-4f98cb96-bc90-45c5-8ba7-32f4f8061e19 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:35.800617 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fe9d73b7-60ae-40a1-b5fd-12a73af66d71 req-4f98cb96-bc90-45c5-8ba7-32f4f8061e19 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1583245 Mar 31 20:25:35.916715 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fe9d73b7-60ae-40a1-b5fd-12a73af66d71 req-259bcb5c-ec96-4f27-b3e2-32c62b721f41 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097836 Mar 31 20:25:35.997086 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8929d21e-ed36-4746-a13b-716cde99a1a6 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:36.008494 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1dc9a7-0a49-4f5e-b544-69c6d114d093 req-a302f3d4-f790-48c5-8a34-ebe69e8c291d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.013796 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa1dc9a7-0a49-4f5e-b544-69c6d114d093 req-a302f3d4-f790-48c5-8a34-ebe69e8c291d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1389537 Mar 31 20:25:36.016453 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Publish callbacks [] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.063830 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-242b515c-1e2a-4997-a41e-cb0900e5e9ba req-ce60c68f-005c-4966-b4c9-35afd649719c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 210 time: 0.0527668 Mar 31 20:25:36.069480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Transition to ACTIVE for port object 8929d21e-ed36-4746-a13b-716cde99a1a6 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:36.106323 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa1dc9a7-0a49-4f5e-b544-69c6d114d093 req-9eb32dac-475f-4096-86bd-5210007d98a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799823 Mar 31 20:25:36.217061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7de152-5708-4325-8882-96a67a53a06b req-6063fcb8-e645-46ab-aa91-8dcf87b879f1 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.218701 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fa7de152-5708-4325-8882-96a67a53a06b req-6063fcb8-e645-46ab-aa91-8dcf87b879f1 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 931 time: 0.0767090 Mar 31 20:25:36.234855 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.354658 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Pushing event updated for resources: {'Port': ['ID=8929d21e-ed36-4746-a13b-716cde99a1a6,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:36.369492 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e58cd-f73c-4d94-bfa1-15207a7cdfc2 req-ec354a43-7247-48f8-b7b5-4afbc378818b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.371388 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b17e58cd-f73c-4d94-bfa1-15207a7cdfc2 req-ec354a43-7247-48f8-b7b5-4afbc378818b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1757672 Mar 31 20:25:36.415485 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fa7de152-5708-4325-8882-96a67a53a06b req-f34d5c72-5e63-4821-ab98-4768f7add00c tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819594 Mar 31 20:25:36.416820 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.417232 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.417583 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.418144 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.418686 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.419163 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.420486 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.420486 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.420693 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.421427 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.422061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.423200 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.423200 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.423558 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.423862 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:36.493322 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b17e58cd-f73c-4d94-bfa1-15207a7cdfc2 req-1490b48b-d530-408c-b3f1-8a075a687a17 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132076 Mar 31 20:25:36.495807 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Attempting to bind port 8929d21e-ed36-4746-a13b-716cde99a1a6 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:36.496145 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Attempting to bind port 8929d21e-ed36-4746-a13b-716cde99a1a6 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:36.496515 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Attempting to bind port 8929d21e-ed36-4746-a13b-716cde99a1a6 on network c29035b8-4fd0-433e-90b1-c160cd62a1d7 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:36.505549 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Port 8929d21e-ed36-4746-a13b-716cde99a1a6 on network c29035b8-4fd0-433e-90b1-c160cd62a1d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:36.506045 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Attempting to bind port 8929d21e-ed36-4746-a13b-716cde99a1a6 on network c29035b8-4fd0-433e-90b1-c160cd62a1d7 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:36.513317 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:36.514171 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Checking segment: {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:36.514841 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Bound using segment: {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:36.515579 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Bound port: 8929d21e-ed36-4746-a13b-716cde99a1a6, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd05f706-95cc-4586-8fce-73ac4626318c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:36.516370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.565027 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.588173 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] For port 8929d21e-ed36-4746-a13b-716cde99a1a6, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:36.591382 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] For port 8929d21e-ed36-4746-a13b-716cde99a1a6, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8929d21e-ed36-4746-a13b-716cde99a1a6,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:36.626217 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:25:36.679774 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.734088 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.734700 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:36.736085 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] 10.222.0.58 "PUT /v2.0/ports/8929d21e-ed36-4746-a13b-716cde99a1a6 HTTP/1.1" status: 200 len: 1093 time: 1.2382035 Mar 31 20:25:36.738840 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'tag': '8929d21e-ed36-4746-a13b-716cde99a1a6'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:36.742641 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f19152-95ab-4251-a3b6-15c9b21e58cf" -d '{"events": [{"name": "network-changed", "server_uuid": "b2bed026-bc3e-4bc5-bb04-964e8cc0d36f", "tag": "8929d21e-ed36-4746-a13b-716cde99a1a6"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:36.786403 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-018f14cb-080a-4172-bcbe-458206ebd17d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.790054 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-018f14cb-080a-4172-bcbe-458206ebd17d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.58 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 814 time: 0.1738794 Mar 31 20:25:36.790054 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09711d7-42fa-4883-bbd9-dd8481489dae service neutron] Pushing event updated for resources: {'Port': ['ID=8929d21e-ed36-4746-a13b-716cde99a1a6,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:36.793418 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345a70cc-a9d4-408f-ab99-08d5b765f468 x-openstack-request-id: req-345a70cc-a9d4-408f-ab99-08d5b765f468 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:36.793827 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2bed026-bc3e-4bc5-bb04-964e8cc0d36f", "tag": "8929d21e-ed36-4746-a13b-716cde99a1a6", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:36.794150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-345a70cc-a9d4-408f-ab99-08d5b765f468 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:36.794611 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-345a70cc-a9d4-408f-ab99-08d5b765f468'] response: {'name': 'network-changed', 'server_uuid': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'tag': '8929d21e-ed36-4746-a13b-716cde99a1a6', 'status': 'completed', 'code': 200} Mar 31 20:25:36.809199 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'port': {'device_id': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'admin_state_up': True, 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:36.933649 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19152-95ab-4251-a3b6-15c9b21e58cf req-0d4cf95e-c507-4063-bd07-9e9a1828c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:36.935359 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-02f19152-95ab-4251-a3b6-15c9b21e58cf req-0d4cf95e-c507-4063-bd07-9e9a1828c5fb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=097aba154f5149b49e93ebcfcf835280&device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 1127 time: 0.0823898 Mar 31 20:25:37.079565 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19152-95ab-4251-a3b6-15c9b21e58cf req-9748d499-a5c8-48b8-9de0-1a554dd7a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.081089 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-02f19152-95ab-4251-a3b6-15c9b21e58cf req-9748d499-a5c8-48b8-9de0-1a554dd7a531 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=097aba154f5149b49e93ebcfcf835280&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1319692 Mar 31 20:25:37.107037 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cefa1f-9196-4314-b57f-767e72c08ed8 req-b9c00215-dd59-4030-8ce6-29587f2874ad tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.108587 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61cefa1f-9196-4314-b57f-767e72c08ed8 req-b9c00215-dd59-4030-8ce6-29587f2874ad tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0936186 Mar 31 20:25:37.169021 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Made reservation on behalf of 48687694e4cb4270ac1e3904d4e90b2b for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:25:37.172234 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:37.220824 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82cd9f28-ce81-45f7-adfd-e3836b478b5b req-2992200e-ad09-4c58-8141-c118a597fb60 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 210 time: 0.0635540 Mar 31 20:25:37.302789 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61cefa1f-9196-4314-b57f-767e72c08ed8 req-f5342399-7a2b-429b-8c1f-4863c88bc564 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826434 Mar 31 20:25:37.359597 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f19152-95ab-4251-a3b6-15c9b21e58cf req-75d91c13-b4ff-4e9d-9e87-541fd874c17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.361048 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-02f19152-95ab-4251-a3b6-15c9b21e58cf req-75d91c13-b4ff-4e9d-9e87-541fd874c17f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2705672 Mar 31 20:25:37.468228 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524d2b7-40ee-497d-b680-88ad66969163 req-5b3f14ca-8b03-49a7-a9cf-ed15103347d8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.469867 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5524d2b7-40ee-497d-b680-88ad66969163 req-5b3f14ca-8b03-49a7-a9cf-ed15103347d8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1661794 Mar 31 20:25:37.476686 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Allocated IP 172.20.0.10 (6d9f8698-e26f-4225-9a7c-b5c96b50fc26/ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf/ef4e4aaf-1764-435e-86b1-e84fcfddf129) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:25:37.524955 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-3d7a1f53-ada6-4ddb-9e30-2a1f46868214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.526492 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-3d7a1f53-ada6-4ddb-9e30-2a1f46868214 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=097aba154f5149b49e93ebcfcf835280&device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 1127 time: 0.1199515 Mar 31 20:25:37.627097 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-74548056-036f-4076-8670-af69f899b43c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8929d21e-ed36-4746-a13b-716cde99a1a6 HTTP/1.1" status: 200 len: 217 time: 0.0797472 Mar 31 20:25:37.662056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5524d2b7-40ee-497d-b680-88ad66969163 req-53cb817e-45fe-4a27-8e09-fcd67d765728 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814706 Mar 31 20:25:37.752200 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dd0de-b2ce-42f9-977a-b561d77bca9b req-e4cff195-8d15-44fa-80ad-9d0c46f87893 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.759822 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d49dd0de-b2ce-42f9-977a-b561d77bca9b req-e4cff195-8d15-44fa-80ad-9d0c46f87893 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.2611530 Mar 31 20:25:37.822736 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-9f93c3fc-c4d6-49e7-8a65-9e401b8df9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:37.826214 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-9f93c3fc-c4d6-49e7-8a65-9e401b8df9d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a1941782-8f9a-4443-a909-b8f020a8ce55 HTTP/1.1" status: 200 len: 848 time: 0.1898708 Mar 31 20:25:38.105508 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-6402f86b-f5b2-457f-a939-486a4da9b761 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c29035b8-4fd0-433e-90b1-c160cd62a1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2623081 Mar 31 20:25:38.117635 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d49dd0de-b2ce-42f9-977a-b561d77bca9b req-b1374143-57bc-450a-9d48-50448732af8f tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569071 Mar 31 20:25:38.166417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b75bea-cd20-44a4-bea6-3254ec67ff70 req-39a604c0-b1e5-493a-a619-301885756d91 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.168051 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97b75bea-cd20-44a4-bea6-3254ec67ff70 req-39a604c0-b1e5-493a-a619-301885756d91 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.4061842 Mar 31 20:25:38.218174 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.358855 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97b75bea-cd20-44a4-bea6-3254ec67ff70 req-bde296ed-4471-4758-aad0-54242e94b77a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503439 Mar 31 20:25:38.400251 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-198b2713-7bfc-4500-bc19-5303a2c28ea5 req-4a4bfeee-e874-4d62-ac81-e0dd8641378c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 210 time: 0.0766521 Mar 31 20:25:38.417049 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-639bd7b0-b230-4fff-a8d7-754241c4b5c8 service neutron] 10.222.0.58 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891972 Mar 31 20:25:38.500622 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.520917 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd05976-d583-4a73-8892-5f4162e4afa0 req-8e92b073-0b2c-483e-8f0a-6fac220f526e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.525723 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5fd05976-d583-4a73-8892-5f4162e4afa0 req-8e92b073-0b2c-483e-8f0a-6fac220f526e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0704329 Mar 31 20:25:38.554835 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:25:38.562515 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:25:38.573697 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:25:38.675551 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.676196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.681387 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:38.726071 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5fd05976-d583-4a73-8892-5f4162e4afa0 req-47950102-0c13-4731-b98f-2d63c5610c49 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831179 Mar 31 20:25:38.829074 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-4f50df8d-bc26-4a3e-b704-d5157a43bc1b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0179307 Mar 31 20:25:38.848573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7345729-506c-466f-8b4a-4e31dd894db5 req-6d025805-aff1-477e-a951-0c7d8441f662 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:38.858412 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7345729-506c-466f-8b4a-4e31dd894db5 req-6d025805-aff1-477e-a951-0c7d8441f662 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1005833 Mar 31 20:25:38.919983 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0fc3fb04-e2cf-4d83-a487-d2fcdfa75c76 None None] Provisioning complete for port ef4e4aaf-1764-435e-86b1-e84fcfddf129 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:38.920567 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0fc3fb04-e2cf-4d83-a487-d2fcdfa75c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:38.924621 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7345729-506c-466f-8b4a-4e31dd894db5 req-c151c35e-1137-4bb9-9ff6-795414dd7345 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652492 Mar 31 20:25:38.979572 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0fc3fb04-e2cf-4d83-a487-d2fcdfa75c76 None None] Port ef4e4aaf-1764-435e-86b1-e84fcfddf129 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:25:39.261944 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9569346-8b3c-48a8-9f3f-cc9000e5b078 req-1cd30ac1-9cf8-4e19-9277-2fad14e18f82 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.263556 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c9569346-8b3c-48a8-9f3f-cc9000e5b078 req-1cd30ac1-9cf8-4e19-9277-2fad14e18f82 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0749927 Mar 31 20:25:39.312147 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c9569346-8b3c-48a8-9f3f-cc9000e5b078 req-5c7a049c-39e8-4dff-bc79-0e9b0693db02 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 Mar 31 20:25:39.576328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7860c1-c899-4831-911a-4bc47ca033fa req-3ade8ba2-2f67-48c8-b24b-f196de8937e4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.578100 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba7860c1-c899-4831-911a-4bc47ca033fa req-3ade8ba2-2f67-48c8-b24b-f196de8937e4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1006672 Mar 31 20:25:39.587533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb9281-5693-410c-b6d9-c323db9db02f req-afc44651-23c6-4887-bfc7-28dfe7e7cce3 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.589396 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cfdb9281-5693-410c-b6d9-c323db9db02f req-afc44651-23c6-4887-bfc7-28dfe7e7cce3 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.1026292 Mar 31 20:25:39.673353 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba7860c1-c899-4831-911a-4bc47ca033fa req-5524f05d-fa2f-4fa1-ba81-9bc60bfc120b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826652 Mar 31 20:25:39.677242 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cfdb9281-5693-410c-b6d9-c323db9db02f req-714aa964-4265-400b-abb3-733f1ba96e7c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789363 Mar 31 20:25:39.877231 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11f77f5-38db-4752-8875-86469a4ecba7 req-2be9a307-bc7a-46e6-8c00-84422322af55 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:39.884342 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a11f77f5-38db-4752-8875-86469a4ecba7 req-2be9a307-bc7a-46e6-8c00-84422322af55 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0689476 Mar 31 20:25:39.985674 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a11f77f5-38db-4752-8875-86469a4ecba7 req-1c413bc2-cf73-49ed-bce5-c51d896c7672 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004388 Mar 31 20:25:40.114219 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb240c6-e159-4a50-84fc-1ab78093db23 req-1c0727dd-7176-4106-97e4-66b4e8ec665f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.115781 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5bb240c6-e159-4a50-84fc-1ab78093db23 req-1c0727dd-7176-4106-97e4-66b4e8ec665f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0557106 Mar 31 20:25:40.173825 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5bb240c6-e159-4a50-84fc-1ab78093db23 req-986e6f94-570d-41e8-a9f6-84bd349ce629 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520830 Mar 31 20:25:40.459291 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee710fae-80fc-496a-896f-3472090421d9 req-352407cc-0a45-470c-9f18-aa5a9d1b85b2 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.466044 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ee710fae-80fc-496a-896f-3472090421d9 req-352407cc-0a45-470c-9f18-aa5a9d1b85b2 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0803680 Mar 31 20:25:40.517944 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ee710fae-80fc-496a-896f-3472090421d9 req-893bf132-987e-4a8d-b3d0-2e1fb62157b7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Mar 31 20:25:40.861675 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04d8e6-cec8-49b5-b908-4199ee39f890 req-8ff15b87-8df4-44a1-bec7-831fbcbc5a7a tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.864082 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ce04d8e6-cec8-49b5-b908-4199ee39f890 req-8ff15b87-8df4-44a1-bec7-831fbcbc5a7a tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.0900743 Mar 31 20:25:40.877435 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7723bb-9cdb-4f5a-a61a-dfa6b3e731a0 req-80314982-9928-43c4-8818-2b5c06f11e74 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:40.879748 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9c7723bb-9cdb-4f5a-a61a-dfa6b3e731a0 req-80314982-9928-43c4-8818-2b5c06f11e74 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0955460 Mar 31 20:25:40.964679 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9c7723bb-9cdb-4f5a-a61a-dfa6b3e731a0 req-74ff4870-8dea-43aa-9842-4398430f27de tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771370 Mar 31 20:25:40.967933 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ce04d8e6-cec8-49b5-b908-4199ee39f890 req-d9c84868-af6b-466a-add3-735dc43fd45d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871286 Mar 31 20:25:41.129566 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebc00a-667f-4b8c-b9a7-e08f6fe158f3 req-b0fee5dc-a7e5-4566-a21f-dfb653b4d9de tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.131173 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3eebc00a-667f-4b8c-b9a7-e08f6fe158f3 req-b0fee5dc-a7e5-4566-a21f-dfb653b4d9de tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0561991 Mar 31 20:25:41.191103 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3eebc00a-667f-4b8c-b9a7-e08f6fe158f3 req-067436f3-a163-468e-8759-e9abfab31e55 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524833 Mar 31 20:25:41.316056 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174df56c-6b4f-4e60-87d9-7267f744549f req-19ff917b-ce3d-4df3-88d1-bd2087754de5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.317538 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-174df56c-6b4f-4e60-87d9-7267f744549f req-19ff917b-ce3d-4df3-88d1-bd2087754de5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0573163 Mar 31 20:25:41.390437 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-174df56c-6b4f-4e60-87d9-7267f744549f req-213a53a5-3282-42dc-96eb-603d9966ca7c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668492 Mar 31 20:25:41.683120 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df80e8ec-9812-40de-b60b-7d7fd41a36c6 req-8bf42444-df89-46df-8448-2564ad30b197 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:41.684775 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-df80e8ec-9812-40de-b60b-7d7fd41a36c6 req-8bf42444-df89-46df-8448-2564ad30b197 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0703504 Mar 31 20:25:41.750102 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-df80e8ec-9812-40de-b60b-7d7fd41a36c6 req-21783268-1cce-4c81-869f-92c03273d1a3 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588124 Mar 31 20:25:42.130670 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254569d7-a79b-49bd-9550-02385f7ecd4e req-bc5ce651-6f5b-44e8-8b35-cb643ee571f8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.132122 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-254569d7-a79b-49bd-9550-02385f7ecd4e req-bc5ce651-6f5b-44e8-8b35-cb643ee571f8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0814371 Mar 31 20:25:42.139238 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f9ac1-5663-403f-b4b9-e0fef4820985 req-98e249b6-5866-47a7-b795-ce1755952a00 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.140755 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-335f9ac1-5663-403f-b4b9-e0fef4820985 req-98e249b6-5866-47a7-b795-ce1755952a00 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.0990257 Mar 31 20:25:42.224302 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-254569d7-a79b-49bd-9550-02385f7ecd4e req-ca9fdc78-bddd-47eb-97fd-c418a3a9076e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825238 Mar 31 20:25:42.228625 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-335f9ac1-5663-403f-b4b9-e0fef4820985 req-b47f61cf-083a-46aa-89ba-fa4b4d52c2ec tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786381 Mar 31 20:25:42.357516 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683b6961-d328-49dd-affc-0dbc6493db81 req-87b73691-691a-4630-95a9-cb470299ceaa tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.359051 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-683b6961-d328-49dd-affc-0dbc6493db81 req-87b73691-691a-4630-95a9-cb470299ceaa tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0641510 Mar 31 20:25:42.409951 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-683b6961-d328-49dd-affc-0dbc6493db81 req-c6acec08-d1f5-4048-9561-7c0201ecb852 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446618 Mar 31 20:25:42.514248 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921c9d7-a4bb-4fe2-b163-c08fdd805e87 req-fcb93fd8-b5f9-46e3-b894-99e5fa191fdd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.515768 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a921c9d7-a4bb-4fe2-b163-c08fdd805e87 req-fcb93fd8-b5f9-46e3-b894-99e5fa191fdd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0524168 Mar 31 20:25:42.568715 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a921c9d7-a4bb-4fe2-b163-c08fdd805e87 req-0b87b23c-8435-4086-a07f-22297ff35c62 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Mar 31 20:25:42.884644 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b4bf7-1685-416e-83ad-cef49a9233e7 req-351cf9ba-b7e7-41ae-810f-2ea3a4dd515e tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:42.886108 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e41b4bf7-1685-416e-83ad-cef49a9233e7 req-351cf9ba-b7e7-41ae-810f-2ea3a4dd515e tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0630538 Mar 31 20:25:42.955220 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e41b4bf7-1685-416e-83ad-cef49a9233e7 req-b4cfd306-993e-4afc-a97d-81edfa64b473 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633540 Mar 31 20:25:43.387645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7bfdb-b37c-4ef0-bc1a-cd93edd96140 req-a62bf51e-11ef-472f-9fbc-4917da4e9076 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.389105 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4bb7bfdb-b37c-4ef0-bc1a-cd93edd96140 req-a62bf51e-11ef-472f-9fbc-4917da4e9076 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.0899866 Mar 31 20:25:43.397291 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f665f1-7b51-4500-a90c-a81b362e69b8 req-1ecd40a3-e9cf-4cbc-b8df-7cf3e7b94eab tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.398718 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-37f665f1-7b51-4500-a90c-a81b362e69b8 req-1ecd40a3-e9cf-4cbc-b8df-7cf3e7b94eab tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0910983 Mar 31 20:25:43.472131 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4bb7bfdb-b37c-4ef0-bc1a-cd93edd96140 req-2e9eae8f-542e-41d1-bafa-a44c68984cec tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718269 Mar 31 20:25:43.487618 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-37f665f1-7b51-4500-a90c-a81b362e69b8 req-fa0b1fd3-77c8-4842-b486-daab3cb3cb64 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705845 Mar 31 20:25:43.604626 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1da6b08-8b07-4752-bb15-d720a18ef1bd req-14fe2dd4-3d06-41b2-a842-e9ca01f67fc8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.606261 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f1da6b08-8b07-4752-bb15-d720a18ef1bd req-14fe2dd4-3d06-41b2-a842-e9ca01f67fc8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0595124 Mar 31 20:25:43.697901 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f1da6b08-8b07-4752-bb15-d720a18ef1bd req-13af74a5-1bc9-4b52-b58c-0593a330141a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849802 Mar 31 20:25:43.720383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d84305-5f4c-4db0-bc39-1f9364eaadf0 req-4acbb480-9bf8-4e84-965f-e2a0c480eccb tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:43.721969 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7d84305-5f4c-4db0-bc39-1f9364eaadf0 req-4acbb480-9bf8-4e84-965f-e2a0c480eccb tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0832689 Mar 31 20:25:43.782504 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7d84305-5f4c-4db0-bc39-1f9364eaadf0 req-29f98676-4173-4868-a4ea-3509eff5b8e6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537517 Mar 31 20:25:44.117513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95834ca5-1967-4ebd-93c1-18870de33e06 req-22ea7cc2-d4ac-4b28-b6f8-c201e1ff17d0 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.119540 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95834ca5-1967-4ebd-93c1-18870de33e06 req-22ea7cc2-d4ac-4b28-b6f8-c201e1ff17d0 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0882852 Mar 31 20:25:44.154179 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46660) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:44.198639 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95834ca5-1967-4ebd-93c1-18870de33e06 req-038fee6a-6a62-4b2b-8be2-8b332540bb5d tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725489 Mar 31 20:25:44.373275 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.469426 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Publish callbacks [] for security_group (8a72be8a-8d3d-497d-8d22-ba96bfa517ec), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.559151 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8a72be8a-8d3d-497d-8d22-ba96bfa517ec), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.613365 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b75717378f247f681c338b169d56be1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4576056 Mar 31 20:25:44.614292 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46670) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:44.614960 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a72be8a-8d3d-497d-8d22-ba96bfa517ec,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:44.635263 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.635614 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.636169 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.636677 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.637179 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.637675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.638254 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.638786 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.639314 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.639823 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.640354 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.640895 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.641426 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.641975 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.642503 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c979cc6-2e57-4467-85ad-bfd4a23499d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:44.672929 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68223652-298b-4ce3-beaf-1ee1e1e5f7df req-52abc276-e953-4004-a1f4-3cc4fb103e30 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.680785 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-68223652-298b-4ce3-beaf-1ee1e1e5f7df req-52abc276-e953-4004-a1f4-3cc4fb103e30 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.1253672 Mar 31 20:25:44.711919 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2da36737-d027-4c06-8415-9351521da863 admin admin] Publish callbacks [] for security_group (8a72be8a-8d3d-497d-8d22-ba96bfa517ec), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.727694 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592026f-5a6a-4cd4-adb5-f6ba938290af req-b97c494f-d14d-4715-a721-f2c11cd994c0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:44.729385 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a592026f-5a6a-4cd4-adb5-f6ba938290af req-b97c494f-d14d-4715-a721-f2c11cd994c0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1259823 Mar 31 20:25:44.746457 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2da36737-d027-4c06-8415-9351521da863 admin admin] Publish callbacks [] for security_group (8a72be8a-8d3d-497d-8d22-ba96bfa517ec), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.760035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-68223652-298b-4ce3-beaf-1ee1e1e5f7df req-646b309c-955e-41dd-bc99-15b7437e95fe tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781105 Mar 31 20:25:44.808532 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a592026f-5a6a-4cd4-adb5-f6ba938290af req-4201d81a-b6fd-46a8-a838-8c89ac91417f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706592 Mar 31 20:25:44.891024 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2da36737-d027-4c06-8415-9351521da863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8a72be8a-8d3d-497d-8d22-ba96bfa517ec), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.894968 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2da36737-d027-4c06-8415-9351521da863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:44.909965 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2da36737-d027-4c06-8415-9351521da863 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a72be8a-8d3d-497d-8d22-ba96bfa517ec HTTP/1.1" status: 204 len: 168 time: 0.2899888 Mar 31 20:25:44.921595 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da36737-d027-4c06-8415-9351521da863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a72be8a-8d3d-497d-8d22-ba96bfa517ec,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:44.997143 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb18505-4894-41f1-bad2-aa915f921a6d req-f492becc-0822-4135-b007-345aeac60ae7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.008823 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-acb18505-4894-41f1-bad2-aa915f921a6d req-f492becc-0822-4135-b007-345aeac60ae7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1676121 Mar 31 20:25:45.045105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a36a7f-26b9-4d58-a5ba-7b451c1348a1 req-2274b6c1-6571-4b71-95b0-4201f2641893 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.046687 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95a36a7f-26b9-4d58-a5ba-7b451c1348a1 req-2274b6c1-6571-4b71-95b0-4201f2641893 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1328156 Mar 31 20:25:45.102442 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-acb18505-4894-41f1-bad2-aa915f921a6d req-4753f185-4f5b-4908-bb89-5cfe7a1747a4 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922740 Mar 31 20:25:45.127895 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95a36a7f-26b9-4d58-a5ba-7b451c1348a1 req-86290efb-9466-4396-bbd1-ad2b4c98867e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731597 Mar 31 20:25:45.401875 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c096cf0-f819-4bd3-97bc-fbcb12ee7ce8 req-66c4037b-11fb-48c1-ac32-3cd7892e6676 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.403589 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1c096cf0-f819-4bd3-97bc-fbcb12ee7ce8 req-66c4037b-11fb-48c1-ac32-3cd7892e6676 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0921879 Mar 31 20:25:45.486279 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1c096cf0-f819-4bd3-97bc-fbcb12ee7ce8 req-5c5bcf31-29d3-4e23-bbc4-bf7cbb4e6fdd tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707037 Mar 31 20:25:45.926540 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d479f62-d2d4-4a24-a628-3c8244f4cd2e req-1acca912-6c11-4ca3-bbcc-3bc6c48d80ae tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:45.928097 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2d479f62-d2d4-4a24-a628-3c8244f4cd2e req-1acca912-6c11-4ca3-bbcc-3bc6c48d80ae tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.0743141 Mar 31 20:25:46.055352 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2d479f62-d2d4-4a24-a628-3c8244f4cd2e req-d0ff3389-9159-408a-95ab-34aedb419e59 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196597 Mar 31 20:25:46.085328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad81ac-c2d8-4d68-bf83-f2dc82a2e137 req-6c00820b-45ef-43ff-93c7-5fc5185704ee tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.090732 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d1ad81ac-c2d8-4d68-bf83-f2dc82a2e137 req-6c00820b-45ef-43ff-93c7-5fc5185704ee tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1435990 Mar 31 20:25:46.175320 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d1ad81ac-c2d8-4d68-bf83-f2dc82a2e137 req-ff607610-f951-447c-8c24-a8216d16b290 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782993 Mar 31 20:25:46.308633 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eecb8de-ded1-443a-8cb1-8cb905fe2252 req-051d2e78-7e62-416f-91b6-f9d9b0592d4c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.310241 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7eecb8de-ded1-443a-8cb1-8cb905fe2252 req-051d2e78-7e62-416f-91b6-f9d9b0592d4c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1093462 Mar 31 20:25:46.355538 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63d58f2-92ec-4260-bbef-2cb15dc8c630 req-af766f4c-02dc-4613-af10-2cafbac67ce6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.360019 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f63d58f2-92ec-4260-bbef-2cb15dc8c630 req-af766f4c-02dc-4613-af10-2cafbac67ce6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1099551 Mar 31 20:25:46.421615 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7eecb8de-ded1-443a-8cb1-8cb905fe2252 req-1c613f4d-199f-41e3-b3f8-96de6746f19c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975096 Mar 31 20:25:46.455405 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f63d58f2-92ec-4260-bbef-2cb15dc8c630 req-8db90932-2301-435a-8dcb-5594c61daf9e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898006 Mar 31 20:25:46.625117 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329ed7fd-36d6-40d9-8cdc-0949db9ed636 req-984c2f63-216a-4ed8-9c66-59fbf7266025 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:46.626817 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-329ed7fd-36d6-40d9-8cdc-0949db9ed636 req-984c2f63-216a-4ed8-9c66-59fbf7266025 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0627263 Mar 31 20:25:46.678124 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-329ed7fd-36d6-40d9-8cdc-0949db9ed636 req-955fd988-ae26-460d-addd-635b09f23f97 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446928 Mar 31 20:25:47.216495 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d854671c-d50d-4bb4-92fd-52450605d53b req-b396decd-02f5-472f-baf4-378b7ec38ecb tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.216495 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d854671c-d50d-4bb4-92fd-52450605d53b req-b396decd-02f5-472f-baf4-378b7ec38ecb tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.0771563 Mar 31 20:25:47.292532 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d854671c-d50d-4bb4-92fd-52450605d53b req-159bf7a7-0381-4ac0-9fc1-94a6bd8deaf9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726159 Mar 31 20:25:47.319123 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c075528a-96df-4158-bd63-fb047211cf4b req-3c22edbf-331c-4139-958c-56ba03944630 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.325207 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c075528a-96df-4158-bd63-fb047211cf4b req-3c22edbf-331c-4139-958c-56ba03944630 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0716586 Mar 31 20:25:47.372335 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c075528a-96df-4158-bd63-fb047211cf4b req-fc7d49a4-c122-4f33-bc3b-82f614918758 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434051 Mar 31 20:25:47.548166 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895bf0cd-fc4d-48a9-8426-a3edb8bb7298 req-d9cb485c-4f9b-41aa-b11d-0d177d0ccdb3 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.558378 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-895bf0cd-fc4d-48a9-8426-a3edb8bb7298 req-d9cb485c-4f9b-41aa-b11d-0d177d0ccdb3 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0644150 Mar 31 20:25:47.642377 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-895bf0cd-fc4d-48a9-8426-a3edb8bb7298 req-f7c89d90-7b26-46d3-a22d-146f2219d9cf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853267 Mar 31 20:25:47.665103 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e373c25-36be-480b-a8cc-335ab136bf24 req-5b64e72e-5ea7-4ae9-b204-20781670f152 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.667557 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e373c25-36be-480b-a8cc-335ab136bf24 req-5b64e72e-5ea7-4ae9-b204-20781670f152 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1088376 Mar 31 20:25:47.722150 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e373c25-36be-480b-a8cc-335ab136bf24 req-602a33b2-50cc-483e-8904-f53b89500fae tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483518 Mar 31 20:25:47.805343 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907d03bf-78d2-4b0a-9592-fb0d17dda808 req-3bbcfd92-920f-4503-8701-e5f817a867b7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:47.806827 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-907d03bf-78d2-4b0a-9592-fb0d17dda808 req-3bbcfd92-920f-4503-8701-e5f817a867b7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0548260 Mar 31 20:25:47.857378 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-907d03bf-78d2-4b0a-9592-fb0d17dda808 req-427a1635-1a3b-4480-bb79-a40addbf98c9 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Mar 31 20:25:48.436544 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028aec31-358a-479c-bc41-ffe3f0693e48 req-0bafd470-66f2-462e-befb-84ddbcd25b81 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.444167 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-028aec31-358a-479c-bc41-ffe3f0693e48 req-0bafd470-66f2-462e-befb-84ddbcd25b81 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.0820272 Mar 31 20:25:48.514337 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-028aec31-358a-479c-bc41-ffe3f0693e48 req-339d8662-09a4-4d2a-8792-4413cb23f048 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692863 Mar 31 20:25:48.538295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b708b6e-abc6-4064-b4ed-fb31d84030e2 req-ab81075a-536c-45a4-b155-578836db251c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.539776 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9b708b6e-abc6-4064-b4ed-fb31d84030e2 req-ab81075a-536c-45a4-b155-578836db251c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0680711 Mar 31 20:25:48.604751 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9b708b6e-abc6-4064-b4ed-fb31d84030e2 req-a6ef30fd-43cc-4ef5-a61e-a9d172194499 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587862 Mar 31 20:25:48.655868 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46762) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:48.765531 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be9a496-dc0c-4610-9651-a49444b4db86 req-64b1d9f4-9b18-42b0-9efd-35d49eb84c16 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.767152 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1be9a496-dc0c-4610-9651-a49444b4db86 req-64b1d9f4-9b18-42b0-9efd-35d49eb84c16 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0591285 Mar 31 20:25:48.776458 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fc01e3f-a270-4264-a2d1-8f7c69d3c66f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.862782 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1be9a496-dc0c-4610-9651-a49444b4db86 req-9cbcceab-f053-4b61-a9dc-ab6b39e340a6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850775 Mar 31 20:25:48.870627 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fc01e3f-a270-4264-a2d1-8f7c69d3c66f admin admin] Publish callbacks [] for security_group (a2fd2c08-47e7-4158-8f17-0c0fdde9181c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.886207 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e64b68-79ec-47e3-9d17-47c6a921105d req-259d6f6c-fd3b-40e5-a288-bd65c3ecda05 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:48.887876 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d6e64b68-79ec-47e3-9d17-47c6a921105d req-259d6f6c-fd3b-40e5-a288-bd65c3ecda05 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0886040 Mar 31 20:25:48.925933 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fc01e3f-a270-4264-a2d1-8f7c69d3c66f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (a2fd2c08-47e7-4158-8f17-0c0fdde9181c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:48.943723 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d6e64b68-79ec-47e3-9d17-47c6a921105d req-7174c817-4fdc-4e33-93f0-b0cbb347bcfe tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490122 Mar 31 20:25:48.978677 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8fc01e3f-a270-4264-a2d1-8f7c69d3c66f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=45fa72e2496d4297941cfb0342b8cd52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173172 Mar 31 20:25:48.979534 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46778) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:48.986872 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc01e3f-a270-4264-a2d1-8f7c69d3c66f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fd2c08-47e7-4158-8f17-0c0fdde9181c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:49.026201 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90394cf8-cf4b-4801-8d83-49fdd467850a req-3b2017c9-9aa0-4015-9b70-c0292697b598 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.026774 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-90394cf8-cf4b-4801-8d83-49fdd467850a req-3b2017c9-9aa0-4015-9b70-c0292697b598 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0820935 Mar 31 20:25:49.061568 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75d4477a-6f54-46e0-9591-155dc15d41bb admin admin] Publish callbacks [] for security_group (a2fd2c08-47e7-4158-8f17-0c0fdde9181c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.085866 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75d4477a-6f54-46e0-9591-155dc15d41bb admin admin] Publish callbacks [] for security_group (a2fd2c08-47e7-4158-8f17-0c0fdde9181c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.087941 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-90394cf8-cf4b-4801-8d83-49fdd467850a req-f097ec86-40fa-4c00-9044-654b77e8dc3c tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499983 Mar 31 20:25:49.170579 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Request body: {'port': {'device_id': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:25:49.239242 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75d4477a-6f54-46e0-9591-155dc15d41bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (a2fd2c08-47e7-4158-8f17-0c0fdde9181c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.244069 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-75d4477a-6f54-46e0-9591-155dc15d41bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.248718 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-75d4477a-6f54-46e0-9591-155dc15d41bb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a2fd2c08-47e7-4158-8f17-0c0fdde9181c HTTP/1.1" status: 204 len: 168 time: 0.2674351 Mar 31 20:25:49.262447 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d4477a-6f54-46e0-9591-155dc15d41bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fd2c08-47e7-4158-8f17-0c0fdde9181c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:49.333839 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.387950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f7bd69-2a82-40e8-8a5d-9f4ceabef78e req-afc23b29-f9d9-492e-9c52-ebfafcb2a26d service neutron] 10.222.0.58 "GET /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138598 Mar 31 20:25:49.719921 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56107f6e-a9dc-4ce4-a746-9fee21aa7a43 req-5e86a731-a2d7-45b9-b0a4-1fbbdb3efb9a tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.721934 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-56107f6e-a9dc-4ce4-a746-9fee21aa7a43 req-5e86a731-a2d7-45b9-b0a4-1fbbdb3efb9a tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 932 time: 0.1168568 Mar 31 20:25:49.732984 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4e4aaf-1764-435e-86b1-e84fcfddf129 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:49.756782 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Publish callbacks [] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:49.806580 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Transition to ACTIVE for port object ef4e4aaf-1764-435e-86b1-e84fcfddf129 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:25:49.836156 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-56107f6e-a9dc-4ce4-a746-9fee21aa7a43 req-cd61d689-bd8d-4dca-9ada-4a922e52c254 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983608 Mar 31 20:25:49.850373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e21131-3a42-4a77-a840-b53359f0c44e req-58921eaf-fdda-4e96-adb2-c43f88ec2418 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:49.851972 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-53e21131-3a42-4a77-a840-b53359f0c44e req-58921eaf-fdda-4e96-adb2-c43f88ec2418 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1270072 Mar 31 20:25:49.906701 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-53e21131-3a42-4a77-a840-b53359f0c44e req-02a29679-0c3a-4b31-a887-db419eddf018 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481772 Mar 31 20:25:49.924930 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.034803 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:50.180615 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de987dc-f1d2-4c89-a5ee-e0fcaf5ec820 req-0cd743bb-1234-4814-a1fa-bd24900857a7 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.182250 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8de987dc-f1d2-4c89-a5ee-e0fcaf5ec820 req-0cd743bb-1234-4814-a1fa-bd24900857a7 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1432340 Mar 31 20:25:50.194175 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495ccf8-06a0-420e-b78b-cdb9e63673d9 req-f15593c1-afed-489a-b678-5c1da582602d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.201126 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2495ccf8-06a0-420e-b78b-cdb9e63673d9 req-f15593c1-afed-489a-b678-5c1da582602d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.2243497 Mar 31 20:25:50.243963 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Attempting to bind port ef4e4aaf-1764-435e-86b1-e84fcfddf129 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:25:50.244298 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Attempting to bind port ef4e4aaf-1764-435e-86b1-e84fcfddf129 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:25:50.244628 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Attempting to bind port ef4e4aaf-1764-435e-86b1-e84fcfddf129 on network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:50.262487 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Port ef4e4aaf-1764-435e-86b1-e84fcfddf129 on network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:25:50.262644 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Attempting to bind port ef4e4aaf-1764-435e-86b1-e84fcfddf129 on network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:25:50.284650 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:25:50.287539 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Checking segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:25:50.287539 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Bound using segment: {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:25:50.287539 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Bound port: ef4e4aaf-1764-435e-86b1-e84fcfddf129, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b266ef63-060d-4fdd-b5b5-b68d65446a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:25:50.287539 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.310342 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2495ccf8-06a0-420e-b78b-cdb9e63673d9 req-d3752aea-d515-44a0-bc16-d2f368f9bb66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083312 Mar 31 20:25:50.316243 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8de987dc-f1d2-4c89-a5ee-e0fcaf5ec820 req-38fb0d0a-7ae4-4d31-a566-92b39640d811 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112697 Mar 31 20:25:50.373738 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:25:50.376847 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:25:50.440813 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e9918-b27e-439d-93a5-08945dd4e948 req-52d9e2fd-db46-4e3a-9e51-5cccaad608a8 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.442342 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-549e9918-b27e-439d-93a5-08945dd4e948 req-52d9e2fd-db46-4e3a-9e51-5cccaad608a8 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0574124 Mar 31 20:25:50.476753 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.736277 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-549e9918-b27e-439d-93a5-08945dd4e948 req-e7b317e0-647e-4e2b-83bb-43470adce8fa tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2858431 Mar 31 20:25:50.742182 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.743022 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:50.744178 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5842b139-4115-419f-b122-4f66785633b3 service neutron] 10.222.0.58 "PUT /v2.0/ports/ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 1094 time: 1.5784228 Mar 31 20:25:50.758233 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:50.760518 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b92ba3f5-8a3e-45c2-9226-94215c1c963a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:50.794105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5842b139-4115-419f-b122-4f66785633b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:50.818460 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e6bd2d-1dbd-46de-9cc4-d2f8ed365a7e req-939c90f3-e5f2-4556-b466-39f1c11b81a0 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:50.825808 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:50.826496 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2e6bd2d-1dbd-46de-9cc4-d2f8ed365a7e req-939c90f3-e5f2-4556-b466-39f1c11b81a0 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1060650 Mar 31 20:25:50.830295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c23775-167e-4450-8b7a-d7bec64cb708 x-openstack-request-id: req-b9c23775-167e-4450-8b7a-d7bec64cb708 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:50.830589 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:50.831373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b9c23775-167e-4450-8b7a-d7bec64cb708 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:50.831778 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9c23775-167e-4450-8b7a-d7bec64cb708'] response: {'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'status': 'completed', 'code': 200} Mar 31 20:25:50.959360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:50.973255 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'mac_address': 'fa:16:3e:64:ee:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:51.007206 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2e6bd2d-1dbd-46de-9cc4-d2f8ed365a7e req-e992cf28-9c6c-4ab8-8e13-1cf60c394d79 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697254 Mar 31 20:25:51.018029 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:51.019187 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.039062 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ab833fb1-0282-4c2e-9900-2efad89ea859 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:51.059581 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-24dce198-8d23-4c3b-93dd-a5a310546b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.061940 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-24dce198-8d23-4c3b-93dd-a5a310546b4b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1129 time: 0.1691961 Mar 31 20:25:51.066473 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:51.067996 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba3f5-8a3e-45c2-9226-94215c1c963a req-b655bbcf-5e62-4911-a1f1-8ebe35712f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.069583 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b92ba3f5-8a3e-45c2-9226-94215c1c963a req-b655bbcf-5e62-4911-a1f1-8ebe35712f78 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1128 time: 0.2118232 Mar 31 20:25:51.088320 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31f5ca1-8dab-49eb-827c-122e57a92f67 req-f96965ae-f6d4-4569-9e2e-3b0cf202763e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.089932 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a31f5ca1-8dab-49eb-827c-122e57a92f67 req-f96965ae-f6d4-4569-9e2e-3b0cf202763e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 944 time: 0.1517503 Mar 31 20:25:51.116803 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.202937 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:51.211379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.216511 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:25:51.235660 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ab833fb1-0282-4c2e-9900-2efad89ea859'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:51.389432 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a31f5ca1-8dab-49eb-827c-122e57a92f67 req-d5ec14af-5a4a-4b8c-83dd-4253f202841a tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766783 Mar 31 20:25:51.394742 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-fb66dde8-52b5-4bae-84e0-744b7064c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.396332 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-fb66dde8-52b5-4bae-84e0-744b7064c81f service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 912 time: 0.3256297 Mar 31 20:25:51.430826 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc3b450-0725-4767-b1f2-6e187ebc08f1 req-90cd666a-0a7d-41d0-a509-bffd41457e69 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.432407 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8dc3b450-0725-4767-b1f2-6e187ebc08f1 req-90cd666a-0a7d-41d0-a509-bffd41457e69 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 945 time: 0.3415163 Mar 31 20:25:51.466144 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba400c-99c4-4596-a017-a926b15b250c req-25db52e5-9bbf-4355-a9f5-2e84f63d7ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.467671 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0ba400c-99c4-4596-a017-a926b15b250c req-25db52e5-9bbf-4355-a9f5-2e84f63d7ddf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1129 time: 0.2538993 Mar 31 20:25:51.475132 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba3f5-8a3e-45c2-9226-94215c1c963a req-448381c8-d491-4c71-abe6-5e03e5382c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.476524 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b92ba3f5-8a3e-45c2-9226-94215c1c963a req-448381c8-d491-4c71-abe6-5e03e5382c33 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3743834 Mar 31 20:25:51.620019 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46860) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:51.623871 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-b207ba97-7eee-4f71-861f-c440bb2ce86e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 1001 time: 0.2133846 Mar 31 20:25:51.672562 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8dc3b450-0725-4767-b1f2-6e187ebc08f1 req-e74afffe-10c6-4ad1-ac4c-6859d90d5de9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039008 Mar 31 20:25:51.696917 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0ba400c-99c4-4596-a017-a926b15b250c req-d178b25b-e968-41be-a4d0-e9c6b0d7cd32 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179384 Mar 31 20:25:51.733882 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca3fc-f1ce-40d0-a924-8b73f9db2ef5 req-6cb58036-cd10-43f7-9f7e-94c4419d0e4e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.735390 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-224ca3fc-f1ce-40d0-a924-8b73f9db2ef5 req-6cb58036-cd10-43f7-9f7e-94c4419d0e4e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.2657845 Mar 31 20:25:51.739314 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e084337-b428-4b34-bd5f-d68a650b76f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.739638 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-375d005e-da21-4c70-a2a1-02c82cdd1a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.741079 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-375d005e-da21-4c70-a2a1-02c82cdd1a4c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.1016033 Mar 31 20:25:51.744217 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ba3f5-8a3e-45c2-9226-94215c1c963a req-78ee1623-a622-4d47-9418-c8916468bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.745565 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b92ba3f5-8a3e-45c2-9226-94215c1c963a req-78ee1623-a622-4d47-9418-c8916468bd60 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506630 Mar 31 20:25:51.789859 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-224ca3fc-f1ce-40d0-a924-8b73f9db2ef5 req-237fa756-fb23-4986-b1c2-b9266bdf7d6a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475056 Mar 31 20:25:51.822047 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e084337-b428-4b34-bd5f-d68a650b76f1 admin admin] Publish callbacks [] for security_group (47ebf3dd-389e-41ea-9d7d-3b512ca55234), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.867976 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86a7f97-3f0c-4a7a-af7f-a3aa9f2ffaf8 req-73801a63-7a98-45bd-acfe-6d9be73dd8d5 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:51.869448 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e86a7f97-3f0c-4a7a-af7f-a3aa9f2ffaf8 req-73801a63-7a98-45bd-acfe-6d9be73dd8d5 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0542078 Mar 31 20:25:51.901654 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e084337-b428-4b34-bd5f-d68a650b76f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (47ebf3dd-389e-41ea-9d7d-3b512ca55234), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:51.917242 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e86a7f97-3f0c-4a7a-af7f-a3aa9f2ffaf8 req-b4bfb9e9-9d69-4b7a-9589-d9787d4480ac tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421431 Mar 31 20:25:51.940203 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e084337-b428-4b34-bd5f-d68a650b76f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47ebf3dd-389e-41ea-9d7d-3b512ca55234,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:51.955833 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7e084337-b428-4b34-bd5f-d68a650b76f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=92669ab824a946fd912286871a3179a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3328989 Mar 31 20:25:51.956450 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46866) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:52.009704 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2344046b-40cd-480c-8dd0-49b0ace18704 admin admin] Publish callbacks [] for security_group (47ebf3dd-389e-41ea-9d7d-3b512ca55234), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.030369 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-bf0e3227-92fc-4ac3-831a-c118ece7f049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.032010 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-bf0e3227-92fc-4ac3-831a-c118ece7f049 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0999227 Mar 31 20:25:52.032899 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2344046b-40cd-480c-8dd0-49b0ace18704 admin admin] Publish callbacks [] for security_group (47ebf3dd-389e-41ea-9d7d-3b512ca55234), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.039465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5878bfa1-cbc6-44e4-b71a-fafbd2da56dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.042105 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-5878bfa1-cbc6-44e4-b71a-fafbd2da56dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1128 time: 0.0676191 Mar 31 20:25:52.136687 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-cae81c23-3f3f-4a98-986c-b1b3411a2d60 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 217 time: 0.0841739 Mar 31 20:25:52.137607 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2344046b-40cd-480c-8dd0-49b0ace18704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (47ebf3dd-389e-41ea-9d7d-3b512ca55234), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.140429 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2344046b-40cd-480c-8dd0-49b0ace18704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.141590 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2344046b-40cd-480c-8dd0-49b0ace18704 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/47ebf3dd-389e-41ea-9d7d-3b512ca55234 HTTP/1.1" status: 204 len: 168 time: 0.1841319 Mar 31 20:25:52.151104 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2344046b-40cd-480c-8dd0-49b0ace18704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ebf3dd-389e-41ea-9d7d-3b512ca55234,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:52.235621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-1a58fe0a-468e-4f12-8bcc-02960da22504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.237002 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-1a58fe0a-468e-4f12-8bcc-02960da22504 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 200 len: 853 time: 0.0814207 Mar 31 20:25:52.240731 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-3473740b-349d-4d03-9db6-c8076f40379c service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978326 Mar 31 20:25:52.248512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3fab7f-ca5a-46e8-bf81-ec444ec04f0d req-89f77991-f488-4063-bfc6-1d82ee319604 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.249953 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3f3fab7f-ca5a-46e8-bf81-ec444ec04f0d req-89f77991-f488-4063-bfc6-1d82ee319604 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1563771 Mar 31 20:25:52.392687 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3f3fab7f-ca5a-46e8-bf81-ec444ec04f0d req-b73eb2ff-ef17-45b7-9edb-2399a344a403 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226606 Mar 31 20:25:52.411943 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-b534bd31-5baa-4177-b539-3ad1990ee82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.414815 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-b534bd31-5baa-4177-b539-3ad1990ee82e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1616371 Mar 31 20:25:52.433501 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c5be1d1-db5e-480c-b073-ca001a8c8cfb req-46932f47-e607-49ae-90ad-5e957e870090 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825652 Mar 31 20:25:52.552900 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-d8d65b5a-6168-4948-ba68-41729a415dca service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287532 Mar 31 20:25:52.634930 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8654b4cb-7cd5-4625-9b74-4365b215275f req-b767b1d8-1ee8-4474-a02d-06da600132e3 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.636523 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8654b4cb-7cd5-4625-9b74-4365b215275f req-b767b1d8-1ee8-4474-a02d-06da600132e3 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 944 time: 0.1233630 Mar 31 20:25:52.704221 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b91b183d-9eae-4135-bafe-ddedcb74ac8c req-2fc83a57-9c9d-4d43-a5de-ac07bf826094 service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442969 Mar 31 20:25:52.717722 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8654b4cb-7cd5-4625-9b74-4365b215275f req-b70000f7-5ea4-4a37-a13e-5901eb258d0f tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717998 Mar 31 20:25:52.811047 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343de08-f784-4b3f-99ea-fb2032801c3e req-8b0a390e-fbb9-481e-9885-b07b689612db tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.812630 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3343de08-f784-4b3f-99ea-fb2032801c3e req-8b0a390e-fbb9-481e-9885-b07b689612db tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 945 time: 0.0553994 Mar 31 20:25:52.839668 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8929d21e-ed36-4746-a13b-716cde99a1a6 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:52.839668 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:52.869858 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3343de08-f784-4b3f-99ea-fb2032801c3e req-c9931647-b23e-4b5e-a379-2f0ee1a1c5da tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509155 Mar 31 20:25:52.936682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b85bf9f-1c9d-472f-bd50-6d30a5ea30ee req-05479b36-e897-4877-9f01-0e8dd727129a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:52.938192 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8b85bf9f-1c9d-472f-bd50-6d30a5ea30ee req-05479b36-e897-4877-9f01-0e8dd727129a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0584018 Mar 31 20:25:52.961455 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port ab833fb1-0282-4c2e-9900-2efad89ea859 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:52.961862 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:52.991847 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8b85bf9f-1c9d-472f-bd50-6d30a5ea30ee req-be1ea049-0539-488e-a680-2c289cdb88b3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Mar 31 20:25:53.064195 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3737e-9384-41c6-8d28-c209a918b246 req-e9fab42c-25f0-488a-ba05-2c3db9fbcde3 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.066341 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5fe3737e-9384-41c6-8d28-c209a918b246 req-e9fab42c-25f0-488a-ba05-2c3db9fbcde3 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 943 time: 0.0560362 Mar 31 20:25:53.118515 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5fe3737e-9384-41c6-8d28-c209a918b246 req-4be94666-dd63-45b0-96c3-000fce4119d1 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458968 Mar 31 20:25:53.126276 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 8929d21e-ed36-4746-a13b-716cde99a1a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8929d21e-ed36-4746-a13b-716cde99a1a6,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:53.144846 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '8929d21e-ed36-4746-a13b-716cde99a1a6', 'network_id': 'c29035b8-4fd0-433e-90b1-c160cd62a1d7', 'port_id': '8929d21e-ed36-4746-a13b-716cde99a1a6', 'mac_address': 'fa:16:3e:fb:55:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1941782-8f9a-4443-a909-b8f020a8ce55', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:53.211131 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 8929d21e-ed36-4746-a13b-716cde99a1a6 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:53.211525 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.224647 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:53.225042 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.240407 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8929d21e-ed36-4746-a13b-716cde99a1a6 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:53.270863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:53.273120 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-479bbc75-1097-449e-bee9-9df23edf0ec6" -d '{"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:53.279740 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 8929d21e-ed36-4746-a13b-716cde99a1a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8929d21e-ed36-4746-a13b-716cde99a1a6,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:53.290103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:53.314047 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb701375-fade-47ff-9ba6-a637d855a73a x-openstack-request-id: req-fb701375-fade-47ff-9ba6-a637d855a73a {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:53.314410 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:53.314625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fb701375-fade-47ff-9ba6-a637d855a73a {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:53.315066 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb701375-fade-47ff-9ba6-a637d855a73a'] response: {'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'code': 200} Mar 31 20:25:53.376849 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.378751 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:53.427944 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:53.479569 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=8929d21e-ed36-4746-a13b-716cde99a1a6,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:53.544328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586aa8f-6869-4bcd-8356-3a8f9d7b2e2b req-e7e8cd4a-1b52-4e20-a50b-cfb667b9d25d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.545845 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c586aa8f-6869-4bcd-8356-3a8f9d7b2e2b req-e7e8cd4a-1b52-4e20-a50b-cfb667b9d25d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0638571 Mar 31 20:25:53.602780 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c586aa8f-6869-4bcd-8356-3a8f9d7b2e2b req-84318ffd-4d44-400f-9f99-30efd3734dba tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500236 Mar 31 20:25:53.849408 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07610221-bf8a-4c62-a8c6-c48ca43e333a req-87a3f0a6-8377-45c6-9b30-cd40be0446f7 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:53.850928 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-07610221-bf8a-4c62-a8c6-c48ca43e333a req-87a3f0a6-8377-45c6-9b30-cd40be0446f7 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 944 time: 0.0574982 Mar 31 20:25:53.909479 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['8929d21e-ed36-4746-a13b-716cde99a1a6'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:53.918268 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-07610221-bf8a-4c62-a8c6-c48ca43e333a req-6a80fbbf-1ef3-4754-9c95-90ee4f426a04 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579612 Mar 31 20:25:54.018820 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1b3c4c-e4f2-47df-be21-63ac7fc67bea req-d7deabef-2674-419e-a765-d4599b7aac33 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.028658 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf1b3c4c-e4f2-47df-be21-63ac7fc67bea req-d7deabef-2674-419e-a765-d4599b7aac33 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0719752 Mar 31 20:25:54.103352 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf1b3c4c-e4f2-47df-be21-63ac7fc67bea req-f2de8d99-d202-4f85-a09a-536afc894e4d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737326 Mar 31 20:25:54.175880 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b98033-19b2-44ec-899d-522a27fe3279 req-8f5fb944-983b-4e43-b129-d7441f2bc4c8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.185801 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b1b98033-19b2-44ec-899d-522a27fe3279 req-8f5fb944-983b-4e43-b129-d7441f2bc4c8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0743160 Mar 31 20:25:54.253292 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b1b98033-19b2-44ec-899d-522a27fe3279 req-6917d155-a7b2-4726-bf23-2a0130a7009c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658972 Mar 31 20:25:54.304722 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce26588-3095-4fca-bb42-7246d05187bd req-2f765e09-1e8c-4288-91ab-2da4851f7f3d tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.306334 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bce26588-3095-4fca-bb42-7246d05187bd req-2f765e09-1e8c-4288-91ab-2da4851f7f3d tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 944 time: 0.0677879 Mar 31 20:25:54.392337 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bce26588-3095-4fca-bb42-7246d05187bd req-26627c15-5a08-4109-82fb-ede058d1d339 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744395 Mar 31 20:25:54.461036 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46934) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:54.604272 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2db92e0c-5a2e-4df4-b05a-7c949896102f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.747265 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2db92e0c-5a2e-4df4-b05a-7c949896102f admin admin] Publish callbacks [] for security_group (96ea6d98-b091-489b-937b-8a85c3645922), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.805421 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2db92e0c-5a2e-4df4-b05a-7c949896102f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (96ea6d98-b091-489b-937b-8a85c3645922), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:54.839155 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ef4e4aaf-1764-435e-86b1-e84fcfddf129 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:25:54.840162 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db92e0c-5a2e-4df4-b05a-7c949896102f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ea6d98-b091-489b-937b-8a85c3645922,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:54.842216 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ccd633-e2c8-4b5d-92f4-6e606d66beb2 req-c8e9fad4-ea77-4e6b-8fd6-e2d42d72afdd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.850159 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-02ccd633-e2c8-4b5d-92f4-6e606d66beb2 req-c8e9fad4-ea77-4e6b-8fd6-e2d42d72afdd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1364541 Mar 31 20:25:54.868806 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d7562-9915-429b-bb98-423a0cc21cd7 req-18203532-3ed0-4c7f-90b5-e355a1cda3ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.870433 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-de9d7562-9915-429b-bb98-423a0cc21cd7 req-18203532-3ed0-4c7f-90b5-e355a1cda3ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1727867 Mar 31 20:25:54.883513 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2db92e0c-5a2e-4df4-b05a-7c949896102f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=79fe8e76bcb54d5e9246f78e3e1cd542&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4212129 Mar 31 20:25:54.886036 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 46944) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:25:54.896389 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-3e23a9fe-61b9-4590-95c6-c2b7667a593e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:54.909898 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-3e23a9fe-61b9-4590-95c6-c2b7667a593e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1129 time: 0.1397712 Mar 31 20:25:54.966902 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-479af0ce-e9ad-4708-9a6f-28e2141325e9 admin admin] Publish callbacks [] for security_group (96ea6d98-b091-489b-937b-8a85c3645922), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.002661 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-479af0ce-e9ad-4708-9a6f-28e2141325e9 admin admin] Publish callbacks [] for security_group (96ea6d98-b091-489b-937b-8a85c3645922), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.041601 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:55.140325 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-4afb70c1-3919-4053-8215-f5a66a8906bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.140325 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-4afb70c1-3919-4053-8215-f5a66a8906bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.1618865 Mar 31 20:25:55.140799 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'port_id': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'mac_address': 'fa:16:3e:ae:cd:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:25:55.228602 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-50476529-b736-4ea2-b7c1-dc4b1ecdba32 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 200 len: 217 time: 0.1111422 Mar 31 20:25:55.228811 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ef4e4aaf-1764-435e-86b1-e84fcfddf129 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:55.228811 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.229420 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4e4aaf-1764-435e-86b1-e84fcfddf129 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:25:55.252499 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-02ccd633-e2c8-4b5d-92f4-6e606d66beb2 req-3738cbab-9520-46da-a829-0d27aeb1e90d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015789 Mar 31 20:25:55.283283 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:55.312780 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-ac337bca-1542-49a6-8403-c13467e43b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.314276 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-ac337bca-1542-49a6-8403-c13467e43b01 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0968976 Mar 31 20:25:55.318117 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-de9d7562-9915-429b-bb98-423a0cc21cd7 req-a818da2e-52c2-4c15-8246-f728fc316fa8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4378386 Mar 31 20:25:55.418811 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-ba6327fc-9c5a-4073-9d3f-c50544156525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.420231 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-ba6327fc-9c5a-4073-9d3f-c50544156525 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0867343 Mar 31 20:25:55.431608 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d7844-bb17-4aaa-aae8-52d8b7eec3c2 req-36c410db-1e87-4199-a4eb-eb7c7468a922 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.433137 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-356d7844-bb17-4aaa-aae8-52d8b7eec3c2 req-36c410db-1e87-4199-a4eb-eb7c7468a922 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 944 time: 0.1141598 Mar 31 20:25:55.815471 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-356d7844-bb17-4aaa-aae8-52d8b7eec3c2 req-eb786bd7-c573-418a-85fa-88dc2fccae74 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648417 Mar 31 20:25:55.850004 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d7d53-ff50-488a-ad50-eeeaab40cb06 req-ffdf7a11-fc1b-48fb-8b1f-b4dbe8337b96 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:55.851785 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a91d7d53-ff50-488a-ad50-eeeaab40cb06 req-ffdf7a11-fc1b-48fb-8b1f-b4dbe8337b96 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.4165370 Mar 31 20:25:55.859299 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-a0f71ebc-5da6-47bf-9ff0-ac135d52ced5 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4251699 Mar 31 20:25:55.947420 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-479af0ce-e9ad-4708-9a6f-28e2141325e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (96ea6d98-b091-489b-937b-8a85c3645922), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.949991 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-479af0ce-e9ad-4708-9a6f-28e2141325e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:55.951128 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-479af0ce-e9ad-4708-9a6f-28e2141325e9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/96ea6d98-b091-489b-937b-8a85c3645922 HTTP/1.1" status: 204 len: 168 time: 1.0639851 Mar 31 20:25:55.979711 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:56.000693 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479af0ce-e9ad-4708-9a6f-28e2141325e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ea6d98-b091-489b-937b-8a85c3645922,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:56.035816 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a91d7d53-ff50-488a-ad50-eeeaab40cb06 req-1f7ae80c-9bfc-4e9b-b121-30aa8426a010 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719148 Mar 31 20:25:56.072283 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:56.122312 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8b5b0-5aaa-4251-be50-a5cd43157a38 req-5bca5ee6-335f-4a60-aebf-5d10571a2687 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:56.127004 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cd8b5b0-5aaa-4251-be50-a5cd43157a38 req-5bca5ee6-335f-4a60-aebf-5d10571a2687 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 944 time: 0.2208681 Mar 31 20:25:56.153599 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dcfc4598-7654-41c7-ad5c-304057cef34e req-3e6c7c81-4d46-439a-b64e-cdb8414b170b service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725155 Mar 31 20:25:56.219603 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5cd8b5b0-5aaa-4251-be50-a5cd43157a38 req-5924ded2-005d-4d84-a507-f05bdc9c816a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783732 Mar 31 20:25:56.368805 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ef4e4aaf-1764-435e-86b1-e84fcfddf129'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:25:56.402417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc7eab1-0a11-40a5-8a32-ae2cb3bcd524 req-342aabfd-a0ae-433d-87f0-58217d34eacf tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:56.417427 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cc7eab1-0a11-40a5-8a32-ae2cb3bcd524 req-342aabfd-a0ae-433d-87f0-58217d34eacf tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0850711 Mar 31 20:25:56.477489 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cc7eab1-0a11-40a5-8a32-ae2cb3bcd524 req-fe810cc0-e06f-409b-8a91-1654b08b53ad tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591316 Mar 31 20:25:56.853022 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8929d21e-ed36-4746-a13b-716cde99a1a6 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:56.961492 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 8929d21e-ed36-4746-a13b-716cde99a1a6 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:56.965747 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 8929d21e-ed36-4746-a13b-716cde99a1a6 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:56.971960 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:56.993989 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbab111-fce6-4a3b-9cd6-5ff3bbabcc71 req-13975663-37e8-48c1-b1fe-64b4b06fea1e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.004685 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8bbab111-fce6-4a3b-9cd6-5ff3bbabcc71 req-13975663-37e8-48c1-b1fe-64b4b06fea1e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 945 time: 0.0807524 Mar 31 20:25:57.081833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8bbab111-fce6-4a3b-9cd6-5ff3bbabcc71 req-a0c78001-7492-4ed2-8617-ba9753c738f9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617638 Mar 31 20:25:57.109966 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 8929d21e-ed36-4746-a13b-716cde99a1a6 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:57.109966 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.142714 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8929d21e-ed36-4746-a13b-716cde99a1a6'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:57.149735 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d97fad9-2903-4524-b454-f6887a55cc5b" -d '{"events": [{"server_uuid": "b2bed026-bc3e-4bc5-bb04-964e8cc0d36f", "name": "network-vif-plugged", "status": "completed", "tag": "8929d21e-ed36-4746-a13b-716cde99a1a6"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:57.149735 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 8929d21e-ed36-4746-a13b-716cde99a1a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8929d21e-ed36-4746-a13b-716cde99a1a6,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:57.219125 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e38c96-0dc4-46a8-b61d-ae065045e92f x-openstack-request-id: req-38e38c96-0dc4-46a8-b61d-ae065045e92f {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:57.221012 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bed026-bc3e-4bc5-bb04-964e8cc0d36f", "name": "network-vif-plugged", "status": "completed", "tag": "8929d21e-ed36-4746-a13b-716cde99a1a6", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:57.222202 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-38e38c96-0dc4-46a8-b61d-ae065045e92f {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:57.227808 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e38c96-0dc4-46a8-b61d-ae065045e92f'] response: {'server_uuid': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8929d21e-ed36-4746-a13b-716cde99a1a6', 'code': 200} Mar 31 20:25:57.262045 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a6d41-2ee2-475f-9014-3cc7e80609e0 req-ea464ade-a8fc-439d-9893-9ac9279cda23 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.270698 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-949a6d41-2ee2-475f-9014-3cc7e80609e0 req-ea464ade-a8fc-439d-9893-9ac9279cda23 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.1132526 Mar 31 20:25:57.313360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:57.370942 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-949a6d41-2ee2-475f-9014-3cc7e80609e0 req-2d757f42-82f3-45ad-8840-adbe44e103e0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998411 Mar 31 20:25:57.391932 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=8929d21e-ed36-4746-a13b-716cde99a1a6,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:57.462068 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4ad13f-d1c4-4434-bafd-f5866283ebf8 req-6e0157ec-e781-4a05-8e0e-21bfe65bde43 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.463712 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b4ad13f-d1c4-4434-bafd-f5866283ebf8 req-6e0157ec-e781-4a05-8e0e-21bfe65bde43 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0570161 Mar 31 20:25:57.515737 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b4ad13f-d1c4-4434-bafd-f5866283ebf8 req-f95997e0-5ca3-46ef-88bb-f2b0f38a2a70 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463924 Mar 31 20:25:57.622148 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b9ba0-9a49-461d-9ae9-23532d04701c req-830baf41-dc10-4c07-a556-ba60eb8f2047 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:57.623707 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a51b9ba0-9a49-461d-9ae9-23532d04701c req-830baf41-dc10-4c07-a556-ba60eb8f2047 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0538809 Mar 31 20:25:57.674621 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a51b9ba0-9a49-461d-9ae9-23532d04701c req-0faa7bc6-974f-415a-aa09-0a7584d411c5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452201 Mar 31 20:25:58.048270 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7c7bd-5721-43af-a21c-e1ba59dd40f4 req-50b37971-cb46-417a-af25-d926be3b6544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.049843 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e1d7c7bd-5721-43af-a21c-e1ba59dd40f4 req-50b37971-cb46-417a-af25-d926be3b6544 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 1129 time: 0.0644212 Mar 31 20:25:58.114414 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e1d7c7bd-5721-43af-a21c-e1ba59dd40f4 req-5a373348-96d0-4eb2-b171-2b6082e8ea0d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550056 Mar 31 20:25:58.221082 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6b11c-81e4-42c5-a03b-e3f221d71776 req-eb7ad838-2dd7-4839-9cb8-09540cc575ec tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.226904 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fcd6b11c-81e4-42c5-a03b-e3f221d71776 req-eb7ad838-2dd7-4839-9cb8-09540cc575ec tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 945 time: 0.0724807 Mar 31 20:25:58.302418 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fcd6b11c-81e4-42c5-a03b-e3f221d71776 req-2e05492e-2202-4ab8-8755-b555bb70bb17 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737116 Mar 31 20:25:58.554854 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42b97d5-8994-4892-bb01-291f60a43e91 req-2b689948-0322-4920-8d80-99298cd3c795 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.556896 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d42b97d5-8994-4892-bb01-291f60a43e91 req-2b689948-0322-4920-8d80-99298cd3c795 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0793917 Mar 31 20:25:58.667611 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d42b97d5-8994-4892-bb01-291f60a43e91 req-733461a5-6e5e-4e9f-be00-88d55f137919 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971625 Mar 31 20:25:58.699701 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9469949-f871-416a-a079-c16202feb93e req-f6278172-e46f-46a3-964d-a745a2d10c3a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.700933 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b9469949-f871-416a-a079-c16202feb93e req-f6278172-e46f-46a3-964d-a745a2d10c3a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0797610 Mar 31 20:25:58.790558 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b9469949-f871-416a-a079-c16202feb93e req-5f8743e2-9460-44c9-a70d-833f87f69f9c tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827053 Mar 31 20:25:58.855178 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ef4e4aaf-1764-435e-86b1-e84fcfddf129 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:25:58.856391 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5f69bd-255e-4bc1-b4a9-7db1fc61ab7d req-550112dd-300f-4c89-9079-20db1b756396 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:58.858084 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f5f69bd-255e-4bc1-b4a9-7db1fc61ab7d req-550112dd-300f-4c89-9079-20db1b756396 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0664904 Mar 31 20:25:58.941395 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f5f69bd-255e-4bc1-b4a9-7db1fc61ab7d req-b15ad35a-34d4-42c4-bc59-b4ec6b9735cc tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761051 Mar 31 20:25:59.016368 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port ef4e4aaf-1764-435e-86b1-e84fcfddf129 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:25:59.021818 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port ef4e4aaf-1764-435e-86b1-e84fcfddf129 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:25:59.022203 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.115696 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ef4e4aaf-1764-435e-86b1-e84fcfddf129 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:25:59.116444 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.156249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:25:59.228676 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:25:59.231295 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f0b14e6-2a07-4783-988c-13b286f6d057" -d '{"events": [{"server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:25:59.244067 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:25:59.284883 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7808bcf5-8d19-4ef2-a688-f795325bc43e x-openstack-request-id: req-7808bcf5-8d19-4ef2-a688-f795325bc43e {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:25:59.285398 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "name": "network-vif-plugged", "status": "completed", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:25:59.285683 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7808bcf5-8d19-4ef2-a688-f795325bc43e {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:25:59.286210 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7808bcf5-8d19-4ef2-a688-f795325bc43e'] response: {'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'code': 200} Mar 31 20:25:59.350587 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:25:59.469945 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f79b5b-7276-4a2a-8889-c5024184e307 req-39b488af-2ded-4ba1-bca3-92311d2c7ad6 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:59.471472 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-58f79b5b-7276-4a2a-8889-c5024184e307 req-39b488af-2ded-4ba1-bca3-92311d2c7ad6 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0765219 Mar 31 20:25:59.560880 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-58f79b5b-7276-4a2a-8889-c5024184e307 req-0050723b-36bd-4570-b28c-b3120284f06e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816913 Mar 31 20:25:59.743907 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc644da8-1baf-49cb-8890-29e862b658ad req-1b17a59b-1101-4a19-ad23-bee2678dde9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:59.748090 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc644da8-1baf-49cb-8890-29e862b658ad req-1b17a59b-1101-4a19-ad23-bee2678dde9a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1130 time: 0.0650542 Mar 31 20:25:59.840470 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc644da8-1baf-49cb-8890-29e862b658ad req-dda31947-cae6-455f-a89b-b34ecd4111e2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817657 Mar 31 20:25:59.881348 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b20710-204a-4681-a2c1-f229d386a1ff req-252aa87b-cfbb-4198-a8cd-5dd4efcf98da tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:59.883809 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-09b20710-204a-4681-a2c1-f229d386a1ff req-252aa87b-cfbb-4198-a8cd-5dd4efcf98da tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0954263 Mar 31 20:25:59.972431 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-09b20710-204a-4681-a2c1-f229d386a1ff req-1e9f5cdc-1b02-4600-afdc-eb6b1dcc5414 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814133 Mar 31 20:25:59.992363 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a5ed14-d22f-4be3-81cb-ec67fc76ee6a req-edc4af08-1212-4f26-9138-34e747ee3cc4 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:25:59.992363 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-50a5ed14-d22f-4be3-81cb-ec67fc76ee6a req-edc4af08-1212-4f26-9138-34e747ee3cc4 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0896707 Mar 31 20:26:00.012106 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c5fe7946-b29e-42fa-8d64-7f50755ba960 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:00.079863 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-50a5ed14-d22f-4be3-81cb-ec67fc76ee6a req-035d6222-59c0-44df-a1d2-df31261b8ed3 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788720 Mar 31 20:26:00.160945 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d9c915-beaf-4dd8-ae3f-019ab27c38ca req-5e8e44f7-b6c2-4120-a888-bbc134541400 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.169445 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f1d9c915-beaf-4dd8-ae3f-019ab27c38ca req-5e8e44f7-b6c2-4120-a888-bbc134541400 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0965099 Mar 31 20:26:00.224585 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f1d9c915-beaf-4dd8-ae3f-019ab27c38ca req-cee2c00c-fee9-4db9-a8a3-9fdf7ac832d8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530787 Mar 31 20:26:00.737657 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abe5ad-a84f-4af5-bd5b-f78f8058054a req-f5b19955-1210-451b-bade-aa110ffd004c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:00.739290 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e1abe5ad-a84f-4af5-bd5b-f78f8058054a req-f5b19955-1210-451b-bade-aa110ffd004c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0594561 Mar 31 20:26:00.822198 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e1abe5ad-a84f-4af5-bd5b-f78f8058054a req-659611f6-f9e1-46d1-a71b-57ad6776019b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759826 Mar 31 20:26:01.113618 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81424aca-b4a3-4e39-900f-077b14779d7c req-770ab411-137d-470c-83ce-3884764ca520 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.115071 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-81424aca-b4a3-4e39-900f-077b14779d7c req-770ab411-137d-470c-83ce-3884764ca520 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0672045 Mar 31 20:26:01.166561 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-81424aca-b4a3-4e39-900f-077b14779d7c req-0e5d134a-c98b-47ed-b3e3-462bbb209a79 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457339 Mar 31 20:26:01.249988 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd7674-5ef1-4d9b-a5ed-d8c5e27d30ec req-1391bb71-1d94-413d-8f17-9cd645e8d06b tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.251629 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fadd7674-5ef1-4d9b-a5ed-d8c5e27d30ec req-1391bb71-1d94-413d-8f17-9cd645e8d06b tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0841641 Mar 31 20:26:01.305668 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fadd7674-5ef1-4d9b-a5ed-d8c5e27d30ec req-e9c108c6-a94f-4fb8-a062-2e81f7647c8e tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415974 Mar 31 20:26:01.987453 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b866de7-ea2c-44c1-b6ed-9df7c21cb6da req-6903ff7b-c18f-4e59-befc-744f8bc90b65 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:01.989482 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b866de7-ea2c-44c1-b6ed-9df7c21cb6da req-6903ff7b-c18f-4e59-befc-744f8bc90b65 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0777042 Mar 31 20:26:02.060789 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b866de7-ea2c-44c1-b6ed-9df7c21cb6da req-c34ae8e6-96c7-4b3d-a86c-26b3cee848ca tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654066 Mar 31 20:26:02.224043 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0086603-2963-4850-b5e4-ff1a782f0747 req-6c15ee4f-c970-4d64-8fa4-acade22873d2 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.225697 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c0086603-2963-4850-b5e4-ff1a782f0747 req-6c15ee4f-c970-4d64-8fa4-acade22873d2 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0731413 Mar 31 20:26:02.273131 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-305d88a8-65e3-4adb-91d3-5a6d40c72dfc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:02.311319 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c0086603-2963-4850-b5e4-ff1a782f0747 req-4a1fa594-5ea8-4ebe-8bb5-6102e63a70df tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755422 Mar 31 20:26:02.347725 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405e9822-bdab-40c6-8476-ac679a51b854 req-de194034-cba8-46e5-9e09-07def2518759 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.349438 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-405e9822-bdab-40c6-8476-ac679a51b854 req-de194034-cba8-46e5-9e09-07def2518759 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0883436 Mar 31 20:26:02.433733 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-405e9822-bdab-40c6-8476-ac679a51b854 req-3bd4a2f6-3a59-4cee-9160-4ae1df134320 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765424 Mar 31 20:26:02.736058 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481b591-9866-484f-8682-ed30a53af74f req-8886f29a-d311-42d8-8671-7b2b4526ae0c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:02.743739 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7481b591-9866-484f-8682-ed30a53af74f req-8886f29a-d311-42d8-8671-7b2b4526ae0c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0748844 Mar 31 20:26:02.803917 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7481b591-9866-484f-8682-ed30a53af74f req-518eea16-c350-4314-be13-3355c58cbb4f tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591757 Mar 31 20:26:03.162018 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a0d87-0ff3-4702-a727-a348ecd0c2bf req-160cb91c-4115-40c7-89b8-441662337af7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.163718 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bb0a0d87-0ff3-4702-a727-a348ecd0c2bf req-160cb91c-4115-40c7-89b8-441662337af7 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0685346 Mar 31 20:26:03.246930 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bb0a0d87-0ff3-4702-a727-a348ecd0c2bf req-300df002-5d6b-4caf-8e2d-e771a2628fcd tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571225 Mar 31 20:26:03.435787 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:03.581471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd651f0-6426-4bd6-b902-5b82a3b92e20 req-a785e5f1-4340-4d88-892f-73ec2fa26ed5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:03.594077 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-afd651f0-6426-4bd6-b902-5b82a3b92e20 req-a785e5f1-4340-4d88-892f-73ec2fa26ed5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0635445 Mar 31 20:26:03.681789 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-afd651f0-6426-4bd6-b902-5b82a3b92e20 req-3d471d39-c876-4310-905b-d0321b35cd8a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840375 Mar 31 20:26:03.804753 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.189157 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47092) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:04.194145 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789491570', 'description': 'tempest-description--552470329'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:04.262313 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.355860 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group (c13c0d29-ddb6-4f49-8071-74ce35ed133a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.394579 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652c0bb-c288-44e6-9599-52225b5c6bf0 req-b4d7cfa7-b001-4ec4-8230-5137e1d94c8f tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:04.402263 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d652c0bb-c288-44e6-9599-52225b5c6bf0 req-b4d7cfa7-b001-4ec4-8230-5137e1d94c8f tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0708613 Mar 31 20:26:04.443645 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c13c0d29-ddb6-4f49-8071-74ce35ed133a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.467599 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d652c0bb-c288-44e6-9599-52225b5c6bf0 req-941dc95a-60ae-4163-a901-72e87b0330af tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641444 Mar 31 20:26:04.491961 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c13c0d29-ddb6-4f49-8071-74ce35ed133a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:04.616684 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:04.616684 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c1c2f573-4c5f-4b1d-831d-6d55b6f499a2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3898339 Mar 31 20:26:04.618364 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47104) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:04.624214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'security_group_rule': {'security_group_id': 'c13c0d29-ddb6-4f49-8071-74ce35ed133a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:04.825209 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cab437-e9a7-4242-adcc-20bd9feaf5b6 req-fa0e6421-9bfa-4160-b2e0-fbf34194dc1c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:04.827202 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b4cab437-e9a7-4242-adcc-20bd9feaf5b6 req-fa0e6421-9bfa-4160-b2e0-fbf34194dc1c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0618134 Mar 31 20:26:04.899759 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b4cab437-e9a7-4242-adcc-20bd9feaf5b6 req-a6fed55f-3b4c-47a0-b33f-d79a17790b42 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648990 Mar 31 20:26:05.187072 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-2b22368d-efa5-455a-a20e-c40a3efdac09 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:05.188558 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-2b22368d-efa5-455a-a20e-c40a3efdac09 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.0583694 Mar 31 20:26:05.235902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group_rule (e2ca5500-5fb9-426a-b4d2-b3a7221bb02a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.251010 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.325960 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group_rule (e2ca5500-5fb9-426a-b4d2-b3a7221bb02a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.348279 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Deleting port 8929d21e-ed36-4746-a13b-716cde99a1a6 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:26:05.348613 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.435678 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (e2ca5500-5fb9-426a-b4d2-b3a7221bb02a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.481798 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2ca5500-5fb9-426a-b4d2-b3a7221bb02a,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:05.520511 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] For port 8929d21e-ed36-4746-a13b-716cde99a1a6, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8929d21e-ed36-4746-a13b-716cde99a1a6,segment=NetworkSegment(cd05f706-95cc-4586-8fce-73ac4626318c),segment_id=cd05f706-95cc-4586-8fce-73ac4626318c)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:05.520947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.537949 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Calling delete_port for 8929d21e-ed36-4746-a13b-716cde99a1a6 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:26:05.565492 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.567156 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-d6d54127-2780-4f1a-bebf-9bd4b0d0faf8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9476683 Mar 31 20:26:05.570050 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47166) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:05.574595 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'security_group_rule': {'security_group_id': 'c13c0d29-ddb6-4f49-8071-74ce35ed133a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:05.661124 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed583bfe-dcd8-442c-a183-7b934a0e579e req-fb10a736-6489-4e86-a0c6-e402b4ecb72a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:05.662873 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ed583bfe-dcd8-442c-a183-7b934a0e579e req-fb10a736-6489-4e86-a0c6-e402b4ecb72a tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 945 time: 0.1138239 Mar 31 20:26:05.696417 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group_rule (45ab1d12-ace8-492d-bc38-2572b299a4f6), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.754110 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ed583bfe-dcd8-442c-a183-7b934a0e579e req-0a9f3e91-9443-46e4-b61c-4652edbeb711 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/security-groups?id=962f4703-0310-4f58-b5e7-22cb88650d50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799959 Mar 31 20:26:05.770130 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group_rule (45ab1d12-ace8-492d-bc38-2572b299a4f6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.839043 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (45ab1d12-ace8-492d-bc38-2572b299a4f6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.861250 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ab1d12-ace8-492d-bc38-2572b299a4f6,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:05.867952 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (8929d21e-ed36-4746-a13b-716cde99a1a6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.882614 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['8929d21e-ed36-4746-a13b-716cde99a1a6'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:05.898164 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Pushing event deleted for resources: {'Port': ['ID=8929d21e-ed36-4746-a13b-716cde99a1a6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:05.927175 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.928719 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-83298536-797a-4e6e-ac44-9a97953790c1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3575954 Mar 31 20:26:05.931928 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47172) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:05.937448 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:05.986545 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] No DVR routers for this DVR port 8929d21e-ed36-4746-a13b-716cde99a1a6 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:26:05.989277 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:05.992657 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7440cdf2-d3f4-421d-b78d-701ba4f8c9ef req-20763d26-04c2-4aba-9780-cbbc3fee2431 tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.58 "DELETE /v2.0/ports/8929d21e-ed36-4746-a13b-716cde99a1a6 HTTP/1.1" status: 204 len: 173 time: 0.7954156 Mar 31 20:26:05.994528 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'name': 'network-vif-deleted', 'tag': '8929d21e-ed36-4746-a13b-716cde99a1a6'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:05.995391 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c46b9c3-5207-46f1-8234-ae2817da7bf7" -d '{"events": [{"server_uuid": "b2bed026-bc3e-4bc5-bb04-964e8cc0d36f", "name": "network-vif-deleted", "tag": "8929d21e-ed36-4746-a13b-716cde99a1a6"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:06.039644 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.058810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd9c329d-9afe-47a4-914c-c4c5296d7591 x-openstack-request-id: req-cd9c329d-9afe-47a4-914c-c4c5296d7591 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:06.058810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2bed026-bc3e-4bc5-bb04-964e8cc0d36f", "name": "network-vif-deleted", "tag": "8929d21e-ed36-4746-a13b-716cde99a1a6", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:06.058810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd9c329d-9afe-47a4-914c-c4c5296d7591 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:06.059219 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd9c329d-9afe-47a4-914c-c4c5296d7591'] response: {'server_uuid': 'b2bed026-bc3e-4bc5-bb04-964e8cc0d36f', 'name': 'network-vif-deleted', 'tag': '8929d21e-ed36-4746-a13b-716cde99a1a6', 'status': 'completed', 'code': 200} Mar 31 20:26:06.076698 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a87bc-7e9e-489a-9590-27c25e829ca1 req-028c8796-c68d-4254-be49-b160ef19d9af tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:06.079276 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc0a87bc-7e9e-489a-9590-27c25e829ca1 req-028c8796-c68d-4254-be49-b160ef19d9af tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0812905 Mar 31 20:26:06.137264 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc0a87bc-7e9e-489a-9590-27c25e829ca1 req-12e6ee7e-65fc-4ff1-b116-3344a6e656b3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517659 Mar 31 20:26:06.184739 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.304121 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Allocated IP 172.28.3.86 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/8adbd9d9-22e2-45b4-aff0-f4efa23f7ead) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:06.414081 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.416478 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.605717 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:06.645192 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:06.648519 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:06.652537 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:06.882163 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-11796f62-71a7-4607-b0ca-7e83bfdcd87d req-dc629959-07ce-43d0-bcfd-f79428fa07ba tempest-VolumesActionsTest-13581755 tempest-VolumesActionsTest-13581755-project] 10.222.0.62 "GET /v2.0/ports?device_id=b2bed026-bc3e-4bc5-bb04-964e8cc0d36f HTTP/1.1" status: 200 len: 210 time: 0.0277746 Mar 31 20:26:06.883893 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'Port': ['ID=8adbd9d9-22e2-45b4-aff0-f4efa23f7ead,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:06.947996 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.050754 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.204562 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.267927 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.288903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b680a29c-5cb9-4dc3-b83f-dccf648949df req-2701e396-0f99-44fc-9a04-c7dbed93e05a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.290403 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b680a29c-5cb9-4dc3-b83f-dccf648949df req-2701e396-0f99-44fc-9a04-c7dbed93e05a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0606706 Mar 31 20:26:07.339569 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b680a29c-5cb9-4dc3-b83f-dccf648949df req-8c0dc3b4-5f1d-4282-b42b-8e44c51da3fc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423307 Mar 31 20:26:07.339940 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'Port': ['ID=8adbd9d9-22e2-45b4-aff0-f4efa23f7ead,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:07.350099 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.418033 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:07.419314 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ac31926d-49e7-4cab-bdbb-9cddc22bd66f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4864028 Mar 31 20:26:07.591938 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-4dd870d5-51a5-4676-9484-ce0863fdc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.593461 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-4dd870d5-51a5-4676-9484-ce0863fdc983 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1130 time: 0.0500677 Mar 31 20:26:07.696727 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-7742d92f-deff-4640-8fb4-216c7329a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.698218 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-7742d92f-deff-4640-8fb4-216c7329a63c service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.0976481 Mar 31 20:26:07.793521 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-6b699172-e749-4778-b9df-2897613bda8f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 1002 time: 0.0863724 Mar 31 20:26:07.796906 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-c17fbab9-5512-46d5-8aca-c82ff1fd88dc tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1789491570&fields=id&tenant_id=b5743d65824c4ec19cebc8d399ed46cc HTTP/1.1" status: 200 len: 267 time: 0.0825627 Mar 31 20:26:07.898415 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-600fc07e-887a-4d06-92be-924c3d58d773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.899843 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-600fc07e-887a-4d06-92be-924c3d58d773 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0983164 Mar 31 20:26:07.966438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-922341fc-3dd0-46f4-b398-47f623b89ac1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.967876 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-922341fc-3dd0-46f4-b398-47f623b89ac1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 819 time: 0.1592493 Mar 31 20:26:07.984592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-91e4d636-0cb9-4815-815f-ad652abea8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:07.987422 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-91e4d636-0cb9-4815-815f-ad652abea8ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0745392 Mar 31 20:26:07.988940 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-f50e05bd-1bf9-4775-a33d-01b94fb58316 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/quotas/b5743d65824c4ec19cebc8d399ed46cc HTTP/1.1" status: 200 len: 375 time: 0.0146098 Mar 31 20:26:08.107849 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-552a9e64-9590-4f9e-b558-533e8341ff3a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1134357 Mar 31 20:26:08.132337 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-ee327553-a91c-43ba-be9c-198f028c3beb service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299675 Mar 31 20:26:08.260352 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-72ab2ffe-4f27-459e-8ce4-36a6a2c15fc6 service neutron] 10.222.0.62 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389720 Mar 31 20:26:08.358175 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1936eb6-468f-4e48-b8f9-4414aeee273a req-eff337a2-784c-45ab-be0a-1661908155e8 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604211 Mar 31 20:26:08.401361 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-f539c7f5-8dd4-42cb-95eb-f52a3666f912 service neutron] 10.222.0.62 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305914 Mar 31 20:26:08.477029 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3032677f-84e2-4191-87c5-6a9c7706acb6 req-5ed7224c-fc6a-468e-895f-c038bc72aeeb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:08.478767 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3032677f-84e2-4191-87c5-6a9c7706acb6 req-5ed7224c-fc6a-468e-895f-c038bc72aeeb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0575969 Mar 31 20:26:08.529030 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3032677f-84e2-4191-87c5-6a9c7706acb6 req-5c91b202-efb0-4ec2-a081-b961b5c1386d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422354 Mar 31 20:26:08.675674 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-70cc2553-8a9e-482a-988e-85817311a4d3 req-8d1734fe-b673-4b2d-9c90-815fadc92587 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0321033 Mar 31 20:26:08.931278 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8929d21e-ed36-4746-a13b-716cde99a1a6 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:08.952145 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 8929d21e-ed36-4746-a13b-716cde99a1a6 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:26:08.952492 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8929d21e-ed36-4746-a13b-716cde99a1a6 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:26:09.418689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8a9e5-2c6c-4a5a-8b1f-88bee4f84217 req-d69fbe6a-c2a9-49c7-8b57-9b72650cba91 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:09.420228 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-89b8a9e5-2c6c-4a5a-8b1f-88bee4f84217 req-d69fbe6a-c2a9-49c7-8b57-9b72650cba91 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0548210 Mar 31 20:26:09.466969 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-89b8a9e5-2c6c-4a5a-8b1f-88bee4f84217 req-63c9fd98-0173-47d4-8f50-769899982f23 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Mar 31 20:26:09.489801 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47290) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:09.679957 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8e9f-6084-4e41-ba64-1124596446b5 req-fc71c108-4200-4f57-b4f8-6439f69fe6ea tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:09.681438 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-52ef8e9f-6084-4e41-ba64-1124596446b5 req-fc71c108-4200-4f57-b4f8-6439f69fe6ea tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.0721066 Mar 31 20:26:09.728275 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efc087-bff6-4e00-a336-3ad425c63e95 tempest-TestMinimumBasicScenario-298763550 tempest-TestMinimumBasicScenario-298763550-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:09.732726 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f0efc087-bff6-4e00-a336-3ad425c63e95 tempest-TestMinimumBasicScenario-298763550 tempest-TestMinimumBasicScenario-298763550-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1125 time: 0.2390599 Mar 31 20:26:09.732897 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47298) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:09.739865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'port_id': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:09.789631 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-52ef8e9f-6084-4e41-ba64-1124596446b5 req-d897fb78-e5ba-4699-9917-2cf0384659cb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007688 Mar 31 20:26:09.793560 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f9f5c2e-b335-4f4c-9557-2b5b28c67438 req-372a846a-e489-4bf0-ad52-7d2e33bf6de6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0439997 Mar 31 20:26:09.879594 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:09.986238 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.095315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Allocated IP 172.28.3.10 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/9b926d01-2430-4463-abdd-3d6948bfc086) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:10.198504 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for port (9b926d01-2430-4463-abdd-3d6948bfc086), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.302684 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (9b926d01-2430-4463-abdd-3d6948bfc086), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:10.343226 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:10.346214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:10.349002 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:10.389422 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'Port': ['ID=9b926d01-2430-4463-abdd-3d6948bfc086,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:10.781429 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47326) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:10.931148 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:10.997722 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c34763ae-69c5-4f1d-b42f-eee5931a7068 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.099362 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:11.099786 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.108359 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-63b730f6-f81f-43b0-9154-7db441209c35 req-ae23893b-aa24-496c-ba83-83f2290a6dc2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 210 time: 0.1694353 Mar 31 20:26:11.147184 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:11.149536 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276a0243-231d-4761-a829-ea99938898f2" -d '{"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-unplugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:11.198158 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:11.199416 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c34763ae-69c5-4f1d-b42f-eee5931a7068 admin admin] Publish callbacks [] for security_group (ed97dbd3-d7de-4116-93b6-12f10cb79afc), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.324395 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8cb03d-20c1-451d-90fd-fc9a519bca61 x-openstack-request-id: req-0d8cb03d-20c1-451d-90fd-fc9a519bca61 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:11.324690 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-unplugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:11.325065 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d8cb03d-20c1-451d-90fd-fc9a519bca61 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:11.325338 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8cb03d-20c1-451d-90fd-fc9a519bca61'] response: {'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'code': 200} Mar 31 20:26:11.329881 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.331358 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c34763ae-69c5-4f1d-b42f-eee5931a7068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ed97dbd3-d7de-4116-93b6-12f10cb79afc), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.381327 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24385247-2ef4-47f4-b829-0f1300d9de93 req-f7b94791-6893-4ba1-bdd5-5b648e33c44a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.382911 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-24385247-2ef4-47f4-b829-0f1300d9de93 req-f7b94791-6893-4ba1-bdd5-5b648e33c44a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 946 time: 0.4558060 Mar 31 20:26:11.450308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for floatingip (74fb149a-30e3-491b-b05d-c088645672ff), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.470898 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c34763ae-69c5-4f1d-b42f-eee5931a7068 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ce30a3f23fcc4e9fb419e9a3f667ac99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6880026 Mar 31 20:26:11.474985 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47344) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:11.486837 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:11.498939 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34763ae-69c5-4f1d-b42f-eee5931a7068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed97dbd3-d7de-4116-93b6-12f10cb79afc,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:11.509826 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-da8f84ee-ce7f-44d6-9b73-691ddc1b45db tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:11.513617 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-da8f84ee-ce7f-44d6-9b73-691ddc1b45db tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 819 time: 0.4542129 Mar 31 20:26:11.582738 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0694f39d-c14e-4f88-a3fe-4ce2504de1f2 admin admin] Publish callbacks [] for security_group (ed97dbd3-d7de-4116-93b6-12f10cb79afc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.622079 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0694f39d-c14e-4f88-a3fe-4ce2504de1f2 admin admin] Publish callbacks [] for security_group (ed97dbd3-d7de-4116-93b6-12f10cb79afc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.644885 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-dbfbd7ab-e87a-4e96-9277-9af28300b6e9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5743d65824c4ec19cebc8d399ed46cc HTTP/1.1" status: 200 len: 380 time: 0.0765445 Mar 31 20:26:11.674491 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'port': {'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'admin_state_up': True, 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'security_groups': ['c13c0d29-ddb6-4f49-8071-74ce35ed133a']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:11.787208 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-24385247-2ef4-47f4-b829-0f1300d9de93 req-2e69525a-515d-460a-819b-4da84d1be333 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3914251 Mar 31 20:26:11.787720 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0694f39d-c14e-4f88-a3fe-4ce2504de1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ed97dbd3-d7de-4116-93b6-12f10cb79afc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.794346 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0694f39d-c14e-4f88-a3fe-4ce2504de1f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:11.797646 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0694f39d-c14e-4f88-a3fe-4ce2504de1f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed97dbd3-d7de-4116-93b6-12f10cb79afc HTTP/1.1" status: 204 len: 168 time: 0.3208930 Mar 31 20:26:11.843593 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0694f39d-c14e-4f88-a3fe-4ce2504de1f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed97dbd3-d7de-4116-93b6-12f10cb79afc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:11.937870 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b926d01-2430-4463-abdd-3d6948bfc086), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:12.107770 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Made reservation on behalf of b5743d65824c4ec19cebc8d399ed46cc for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:12.111698 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:12.339898 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for port (9b926d01-2430-4463-abdd-3d6948bfc086), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:12.412844 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-816e6e5e-a64d-4980-9179-e27d120ad273 req-134d1dd9-4539-4a73-86c1-e01e46905b61 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0785065 Mar 31 20:26:12.423582 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (9b926d01-2430-4463-abdd-3d6948bfc086), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:12.447887 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Allocated IP 172.20.0.4 (215cb16d-122d-4128-b811-9df64de194b1/1f7e88de-b7ae-40cd-9e20-d00071e9b0f1/fcc83663-a066-40bf-903b-85cf8143e0c5) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:12.543339 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'Port': ['ID=9b926d01-2430-4463-abdd-3d6948bfc086,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:12.552169 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (74fb149a-30e3-491b-b05d-c088645672ff), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:12.741013 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Floating IP 74fb149a-30e3-491b-b05d-c088645672ff associated. External IP: 172.28.3.10, port: ef4e4aaf-1764-435e-86b1-e84fcfddf129. Mar 31 20:26:12.827110 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:13.224940 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:13.244840 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18aee6e-698b-44c6-a5f5-ef58943e6b1f req-fc55989f-0296-4f34-95bc-e1cccc23fa0f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.246470 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a18aee6e-698b-44c6-a5f5-ef58943e6b1f req-fc55989f-0296-4f34-95bc-e1cccc23fa0f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.3747380 Mar 31 20:26:13.305867 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Network 215cb16d-122d-4128-b811-9df64de194b1 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:13.324188 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:13.331237 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:13.343835 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event updated for resources: {'Port': ['ID=fcc83663-a066-40bf-903b-85cf8143e0c5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:13.461734 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.462397 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:13.478471 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a18aee6e-698b-44c6-a5f5-ef58943e6b1f req-bb3222b9-bd49-43aa-b3d5-b3252b92c0f9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026422 Mar 31 20:26:13.494570 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Router ef7870cc-12cb-48e5-8298-f66566a57d69 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:13.622922 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:26:13.640110 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-13abbc87-5213-46d7-9c57-b85230d5eb39 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9749460 Mar 31 20:26:13.692677 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Request body: {'port': {'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:13.734821 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-00e9aad6-1533-4cc2-8eef-f28f62f174b0 None None] Provisioning complete for port fcc83663-a066-40bf-903b-85cf8143e0c5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:13.734821 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-00e9aad6-1533-4cc2-8eef-f28f62f174b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:13.804948 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-00e9aad6-1533-4cc2-8eef-f28f62f174b0 None None] Port fcc83663-a066-40bf-903b-85cf8143e0c5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:13.858195 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7e77f-bc38-4887-9dd3-4c8b7e27dccc req-8461d9d8-5ec6-4aa7-98d4-805b16607dab tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:13.866386 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6ec7e77f-bc38-4887-9dd3-4c8b7e27dccc req-8461d9d8-5ec6-4aa7-98d4-805b16607dab tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 931 time: 0.2357221 Mar 31 20:26:13.868999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:13.871527 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:13.883481 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] Sync routers for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:13.900355 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:13.901256 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:26:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:14.019103 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.041269 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6ec7e77f-bc38-4887-9dd3-4c8b7e27dccc req-9c988db1-df23-4368-8a7c-c3f3912140b2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737530 Mar 31 20:26:14.081737 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:14.141306 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b1b8c301-0fcc-4d41-87e0-71aac7d493e9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4038551 Mar 31 20:26:14.141488 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47384) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:14.143355 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:14.145645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:14.149032 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1411504887', 'description': 'tempest-secgroup-smoke-1411504887 description', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:14.319324 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.424740 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group (02ac8f39-eed0-41eb-84a1-3438410f6ee6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.433367 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcc83663-a066-40bf-903b-85cf8143e0c5 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:14.439797 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '74fb149a-30e3-491b-b05d-c088645672ff', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'port_id': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'mac_address': 'fa:16:3e:ae:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:10Z', 'updated_at': '2022-03-31T20:26:10Z', 'revision_number': 0, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:14.443311 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Publish callbacks [] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.459222 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Transition to ACTIVE for port object fcc83663-a066-40bf-903b-85cf8143e0c5 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:14.481997 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] Checking router: ef7870cc-12cb-48e5-8298-f66566a57d69 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:14.491037 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (02ac8f39-eed0-41eb-84a1-3438410f6ee6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.536329 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3de9f77-1432-41ee-b6dc-e5efdcccec42 x-openstack-request-id: req-a3de9f77-1432-41ee-b6dc-e5efdcccec42 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:14.536621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:14.536881 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a3de9f77-1432-41ee-b6dc-e5efdcccec42 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:14.537301 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3de9f77-1432-41ee-b6dc-e5efdcccec42'] response: {'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'status': 'completed', 'code': 200} Mar 31 20:26:14.547985 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.563228 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:14.564944 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:26:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:14.593051 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02ac8f39-eed0-41eb-84a1-3438410f6ee6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:14.642083 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.644240 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-1398d0b1-8a26-4e13-b96f-3ff5be67d271 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5016606 Mar 31 20:26:14.647784 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47398) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:14.653895 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group_rule': {'security_group_id': '02ac8f39-eed0-41eb-84a1-3438410f6ee6', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:14.711831 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Pushing event updated for resources: {'Port': ['ID=fcc83663-a066-40bf-903b-85cf8143e0c5,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:14.828905 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:14.873553 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (68b2a5ea-7221-428e-a1df-93ea317b725d), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:14.885870 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-71629377-1610-4af6-b48a-cf0bc1c766e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:14.887392 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-71629377-1610-4af6-b48a-cf0bc1c766e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1130 time: 0.3258553 Mar 31 20:26:14.937147 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:26:14.980867 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (68b2a5ea-7221-428e-a1df-93ea317b725d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.028875 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Attempting to bind port fcc83663-a066-40bf-903b-85cf8143e0c5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:15.029221 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Attempting to bind port fcc83663-a066-40bf-903b-85cf8143e0c5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:15.029559 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Attempting to bind port fcc83663-a066-40bf-903b-85cf8143e0c5 on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:15.045073 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-756c58ab-4ea7-4f29-96ac-64be645ac7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.047210 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-756c58ab-4ea7-4f29-96ac-64be645ac7ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 915 time: 0.1511247 Mar 31 20:26:15.047946 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Port fcc83663-a066-40bf-903b-85cf8143e0c5 on network 215cb16d-122d-4128-b811-9df64de194b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:15.048176 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Attempting to bind port fcc83663-a066-40bf-903b-85cf8143e0c5 on network 215cb16d-122d-4128-b811-9df64de194b1 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:15.068085 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:15.068227 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Checking segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:15.068774 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Bound using segment: {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:15.069384 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Bound port: fcc83663-a066-40bf-903b-85cf8143e0c5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c77eaec1-24a1-4f30-8d87-17bafb18bc79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '215cb16d-122d-4128-b811-9df64de194b1'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:15.069795 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.077026 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:15.125154 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (68b2a5ea-7221-428e-a1df-93ea317b725d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.163102 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68b2a5ea-7221-428e-a1df-93ea317b725d,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:15.187366 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '74fb149a-30e3-491b-b05d-c088645672ff', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'port_id': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'mac_address': 'fa:16:3e:ae:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:10Z', 'updated_at': '2022-03-31T20:26:10Z', 'revision_number': 0, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:15.229282 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069a6a03-1d26-49ef-919f-28e7b064a41f None None] The sync data for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb is: [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '74fb149a-30e3-491b-b05d-c088645672ff', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'floating_ip_address': '172.28.3.10', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'port_id': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 393, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'mac_address': 'fa:16:3e:ae:cd:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:10Z', 'updated_at': '2022-03-31T20:26:10Z', 'revision_number': 0, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:15.276746 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.278371 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-95bd73a8-dada-486a-b640-46f860f62357 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6294134 Mar 31 20:26:15.280376 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-ec98703b-119b-404a-a40d-c67fb2e20e56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 999 time: 0.2233047 Mar 31 20:26:15.281379 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47410) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:15.289918 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group_rule': {'security_group_id': '02ac8f39-eed0-41eb-84a1-3438410f6ee6', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:15.352280 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a6c3f-b6bb-48ad-9488-dcaee5b16fd7 req-def840a0-031d-4af1-a1e3-56fda9fbbbfc tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.356166 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fb8a6c3f-b6bb-48ad-9488-dcaee5b16fd7 req-def840a0-031d-4af1-a1e3-56fda9fbbbfc tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 943 time: 0.1707354 Mar 31 20:26:15.357105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] For port fcc83663-a066-40bf-903b-85cf8143e0c5, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:15.381634 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] For port fcc83663-a066-40bf-903b-85cf8143e0c5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fcc83663-a066-40bf-903b-85cf8143e0c5,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:15.383837 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-cfed7623-8400-434f-a68d-17453051629a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.385264 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-cfed7623-8400-434f-a68d-17453051629a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 200 len: 853 time: 0.0906045 Mar 31 20:26:15.423337 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (5cf27a1f-b9e1-4ab6-a02a-ac8909aee564), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.460551 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fb8a6c3f-b6bb-48ad-9488-dcaee5b16fd7 req-1a30ef90-5409-46d5-b9b7-870706dafe38 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901625 Mar 31 20:26:15.484690 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-20f01102-aa8d-4e75-b377-6e91dd7cc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.486279 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-20f01102-aa8d-4e75-b377-6e91dd7cc974 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0910332 Mar 31 20:26:15.503431 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.580910 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (5cf27a1f-b9e1-4ab6-a02a-ac8909aee564), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.620870 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87647be9-39b0-45c8-85e3-53bb5f37ed45 None None] New status for floating IP 74fb149a-30e3-491b-b05d-c088645672ff: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:15.639463 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (5cf27a1f-b9e1-4ab6-a02a-ac8909aee564), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.682521 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cf27a1f-b9e1-4ab6-a02a-ac8909aee564,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:15.691671 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.692295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.693811 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] 10.222.0.58 "PUT /v2.0/ports/fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 1093 time: 2.0095661 Mar 31 20:26:15.738418 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.739700 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-49f96899-066f-470e-a5a4-078e6624a9da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4570713 Mar 31 20:26:15.746240 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47424) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:15.750937 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group_rule': {'security_group_id': '02ac8f39-eed0-41eb-84a1-3438410f6ee6', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:15.777138 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dafd651-40da-43ff-9b47-de8ccdce271a service neutron] Pushing event updated for resources: {'Port': ['ID=fcc83663-a066-40bf-903b-85cf8143e0c5,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:15.809724 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-65ea4947-d4d2-41ab-9443-bec9a08b9747 service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082924 Mar 31 20:26:15.814014 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [req-a82d4e23-8dec-43b9-b9e9-b4e122814adc req-6f8d960f-1f5f-4ee2-ac8d-02613d6d6cf8 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:26:15.816715 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a82d4e23-8dec-43b9-b9e9-b4e122814adc req-6f8d960f-1f5f-4ee2-ac8d-02613d6d6cf8 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0101857 Mar 31 20:26:15.863776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (a769704b-50d2-4f10-9af1-c45baeee9805), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:15.997605 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-222b3d87-d6b7-42c6-befe-b0da4ce23abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:15.999283 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-222b3d87-d6b7-42c6-befe-b0da4ce23abd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1127 time: 0.1534500 Mar 31 20:26:16.024355 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (a769704b-50d2-4f10-9af1-c45baeee9805), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.073518 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-67a7c6dd-e152-4403-ac3b-5ae6266ba3cb req-04a0f65b-3f51-4fbe-8021-50556812998c service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558138 Mar 31 20:26:16.074915 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-e63a38f3-716f-4a19-9b07-516eda514ca3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0502896 Mar 31 20:26:16.119535 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (a769704b-50d2-4f10-9af1-c45baeee9805), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.164309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-627ecdd3-401e-4a63-a42c-9916d093c7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.166127 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-627ecdd3-401e-4a63-a42c-9916d093c7e8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0736737 Mar 31 20:26:16.195192 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a769704b-50d2-4f10-9af1-c45baeee9805,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:16.292290 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.293528 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4e4b2680-e687-4ca5-b569-54f2104ade44 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5462799 Mar 31 20:26:16.296431 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47434) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:16.301719 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group_rule': {'security_group_id': '02ac8f39-eed0-41eb-84a1-3438410f6ee6', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:16.328079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-e3e41077-7af7-462e-b9f2-c69ab87fafdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.330804 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-e3e41077-7af7-462e-b9f2-c69ab87fafdd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1463151 Mar 31 20:26:16.346095 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2be1a6e-ab9b-4a97-bc98-2569c4e60fca req-9cbaec63-fd08-4ca9-8730-2c8ad776da68 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.348180 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2be1a6e-ab9b-4a97-bc98-2569c4e60fca req-9cbaec63-fd08-4ca9-8730-2c8ad776da68 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.1204643 Mar 31 20:26:16.413369 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (096859ab-8e20-4056-a4de-640de4fc857d), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.479504 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2be1a6e-ab9b-4a97-bc98-2569c4e60fca req-0f3ce91f-2817-46c1-81f0-8f7c92b4f850 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200283 Mar 31 20:26:16.502014 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-ac915adb-db22-4a10-9443-b3230d7fdd52 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517797 Mar 31 20:26:16.527070 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (096859ab-8e20-4056-a4de-640de4fc857d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.545471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:16.548090 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a8c32e-4aa3-4c80-9f55-69747add75cf" -d '{"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:16.617462 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (096859ab-8e20-4056-a4de-640de4fc857d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.638707 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a9cfe6f-546e-4a36-9815-0636a009b650 x-openstack-request-id: req-1a9cfe6f-546e-4a36-9815-0636a009b650 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:16.638993 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:16.639266 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1a9cfe6f-546e-4a36-9815-0636a009b650 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:16.639668 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a9cfe6f-546e-4a36-9815-0636a009b650'] response: {'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'status': 'completed', 'code': 200} Mar 31 20:26:16.643147 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=096859ab-8e20-4056-a4de-640de4fc857d,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:16.697059 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6a8df-4410-4a9d-963c-b4f161aaca6f req-0b704504-9ef9-4ce7-86f1-a305f2b5e458 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.698910 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a6a8df-4410-4a9d-963c-b4f161aaca6f req-0b704504-9ef9-4ce7-86f1-a305f2b5e458 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 943 time: 0.1130030 Mar 31 20:26:16.728236 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-18898c84-c603-4453-a1a5-d56a77b1d269 req-c686f88f-5982-493f-9de2-1a4b0795dd4c service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145150 Mar 31 20:26:16.742924 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.750383 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d618ddba-1770-4a44-939d-8a9ba493088e tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4528556 Mar 31 20:26:16.751320 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47452) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:16.762340 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group_rule': {'security_group_id': '02ac8f39-eed0-41eb-84a1-3438410f6ee6', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:16.814020 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a6a8df-4410-4a9d-963c-b4f161aaca6f req-e221f347-6fe6-4e37-b940-d2fe79a7df55 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043704 Mar 31 20:26:16.891198 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Project 48687694e4cb4270ac1e3904d4e90b2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:26:16.898316 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (014fcdfc-35bc-4d4a-9214-bc5a2ad6c4f2), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:16.918873 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-ac066468-3486-45db-8f88-4ce0eacc3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:16.920907 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-ac066468-3486-45db-8f88-4ce0eacc3bdd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1127 time: 0.0664892 Mar 31 20:26:16.991569 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (014fcdfc-35bc-4d4a-9214-bc5a2ad6c4f2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.048018 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-8c456fda-1f98-4b7b-b1fa-c27b8c230d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.049863 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-8c456fda-1f98-4b7b-b1fa-c27b8c230d48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.1185727 Mar 31 20:26:17.067850 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (014fcdfc-35bc-4d4a-9214-bc5a2ad6c4f2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.093968 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014fcdfc-35bc-4d4a-9214-bc5a2ad6c4f2,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:17.124506 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47462) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:17.125442 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-0af82319-f88d-42b6-bcf9-0be24272f5cf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 217 time: 0.0672143 Mar 31 20:26:17.156047 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.157667 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-402b05ca-0fcf-4d61-b334-4755c250767c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3997450 Mar 31 20:26:17.161345 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47466) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:17.166385 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'security_group_rule': {'security_group_id': '02ac8f39-eed0-41eb-84a1-3438410f6ee6', 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:17.226817 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-427b3fac-df68-46af-8d6b-ca5a4c001fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.232682 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-427b3fac-df68-46af-8d6b-ca5a4c001fbc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0899873 Mar 31 20:26:17.294633 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-e75bdad8-2c1c-456f-885b-f5f1303139f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.296296 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-e75bdad8-2c1c-456f-885b-f5f1303139f5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552111 Mar 31 20:26:17.297936 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.securitygroups_db [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Project 48687694e4cb4270ac1e3904d4e90b2b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:26:17.304797 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (3e9afb93-6ddc-4cd1-a504-63e8a2079298), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.380883 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-8ab1057e-3f95-43d5-8647-cf190076967b service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2546518 Mar 31 20:26:17.391070 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-2bac133e-9c0e-47db-86d6-5076ad831ade service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:26:17.392438 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-2bac133e-9c0e-47db-86d6-5076ad831ade service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0069082 Mar 31 20:26:17.427249 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (3e9afb93-6ddc-4cd1-a504-63e8a2079298), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.472111 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-0bdc4fdb-c77b-4d27-a3c3-0eeaf815f003 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510291 Mar 31 20:26:17.507752 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47472) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:17.517226 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3e9afb93-6ddc-4cd1-a504-63e8a2079298), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.547838 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9afb93-6ddc-4cd1-a504-63e8a2079298,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:17.606487 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3a8c32e-4aa3-4c80-9f55-69747add75cf req-ebb8893e-2809-4799-949a-e5f2327c44e9 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232650 Mar 31 20:26:17.617339 dv-cinder-836070-1-smb neutron-server[103962]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 20:26:17.636698 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:17.640423 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c89489e4-4997-456c-ac9c-59d37c6a3dd8 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4756119 Mar 31 20:26:17.709000 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-b076e9c0-0e4b-4b1d-bd9e-d84a81027669 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.712083 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-b076e9c0-0e4b-4b1d-bd9e-d84a81027669 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports/ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 941 time: 0.2027411 Mar 31 20:26:17.750594 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6305a9f2-004f-4e48-bbb0-3d061a237ac6 req-adb32043-8118-4e6e-ba2e-7946818a5685 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.752557 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6305a9f2-004f-4e48-bbb0-3d061a237ac6 req-adb32043-8118-4e6e-ba2e-7946818a5685 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0994842 Mar 31 20:26:17.803313 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f5001d3f-1145-487b-8546-3031d01179b3 req-36fb6ed0-d739-4eec-96e3-c2fc579f12e0 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411504887&fields=id&tenant_id=48687694e4cb4270ac1e3904d4e90b2b HTTP/1.1" status: 200 len: 267 time: 0.0921760 Mar 31 20:26:17.889048 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6305a9f2-004f-4e48-bbb0-3d061a237ac6 req-54b3d6b1-8ffd-4715-951c-3c8b7ca496ab tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249027 Mar 31 20:26:17.926318 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001d3f-1145-487b-8546-3031d01179b3 req-8c0cdbea-b4db-439f-b989-765e5069f1ea tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:17.928448 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f5001d3f-1145-487b-8546-3031d01179b3 req-8c0cdbea-b4db-439f-b989-765e5069f1ea tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.1182070 Mar 31 20:26:17.939756 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'port': {'security_groups': ['8feea5b7-8e2c-4741-93f8-d9eff2739ace', '02ac8f39-eed0-41eb-84a1-3438410f6ee6']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:18.065022 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.091405 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a4c58-47cd-4afb-a039-0cb8ba6ff2f3 req-903b81c2-1675-43bb-8884-d69a44430446 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.092979 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cf7a4c58-47cd-4afb-a039-0cb8ba6ff2f3 req-903b81c2-1675-43bb-8884-d69a44430446 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 943 time: 0.1098251 Mar 31 20:26:18.191785 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cf7a4c58-47cd-4afb-a039-0cb8ba6ff2f3 req-b6a1d2be-0853-438d-a0f1-8971d751c7b8 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923698 Mar 31 20:26:18.403373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:18.724878 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.788205 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.803282 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ef4e4aaf-1764-435e-86b1-e84fcfddf129'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:18.815443 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47498) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:18.841718 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--357757624', 'description': 'tempest-description--246944619'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:18.865567 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:18.871197 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.873287 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f5001d3f-1145-487b-8546-3031d01179b3 req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "PUT /v2.0/ports/ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 982 time: 0.9377277 Mar 31 20:26:18.873823 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:18.880874 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d08708bf-f814-4a21-9011-5997c66823ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:18.936902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a754f-c466-4aef-855c-53b0a25c9fe9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=6']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:18.961846 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device fcc83663-a066-40bf-903b-85cf8143e0c5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:18.964750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:18.982260 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda105b9-2616-4547-9ccd-b912dc6a6fce x-openstack-request-id: req-eda105b9-2616-4547-9ccd-b912dc6a6fce {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:18.982893 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:18.983228 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-eda105b9-2616-4547-9ccd-b912dc6a6fce {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:18.983694 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eda105b9-2616-4547-9ccd-b912dc6a6fce'] response: {'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'status': 'completed', 'code': 200} Mar 31 20:26:19.101019 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port fcc83663-a066-40bf-903b-85cf8143e0c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fcc83663-a066-40bf-903b-85cf8143e0c5,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:19.132404 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:19.138661 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ef4e4aaf-1764-435e-86b1-e84fcfddf129'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:19.207924 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (1f6e3791-24f7-42f9-9932-86a8218f2b04), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.212196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08708bf-f814-4a21-9011-5997c66823ce req-0c625472-ac0e-45b4-838d-3f00c7b1a345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.213702 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-0c625472-ac0e-45b4-838d-3f00c7b1a345 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1169 time: 0.1996477 Mar 31 20:26:19.243730 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999e1e61-f0d2-4bfa-b5d2-cf627c2f6c93 req-ce3d3939-aff8-4058-a59c-87874c1e0175 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.252883 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-999e1e61-f0d2-4bfa-b5d2-cf627c2f6c93 req-ce3d3939-aff8-4058-a59c-87874c1e0175 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.2492685 Mar 31 20:26:19.265359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cf76fb-965f-4e91-aa07-47a62e7de2ef req-368c4b1c-5084-4c7e-b8ad-941f6e27f12e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.270257 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1f6e3791-24f7-42f9-9932-86a8218f2b04), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.273020 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a7cf76fb-965f-4e91-aa07-47a62e7de2ef req-368c4b1c-5084-4c7e-b8ad-941f6e27f12e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.1457839 Mar 31 20:26:19.273269 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e8d36f24-3537-4da8-8460-1893897c261a None None] Provisioning complete for port ef4e4aaf-1764-435e-86b1-e84fcfddf129 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:19.273998 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e8d36f24-3537-4da8-8460-1893897c261a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.314296 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e3791-24f7-42f9-9932-86a8218f2b04,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:19.333173 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port fcc83663-a066-40bf-903b-85cf8143e0c5 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:19.337902 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.406251 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcc83663-a066-40bf-903b-85cf8143e0c5 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:19.452242 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a7cf76fb-965f-4e91-aa07-47a62e7de2ef req-0b12aaec-ba5d-40fb-9f67-c1f3a853ea63 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781242 Mar 31 20:26:19.470315 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port fcc83663-a066-40bf-903b-85cf8143e0c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fcc83663-a066-40bf-903b-85cf8143e0c5,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:19.491409 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.493256 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b3e688fc-5040-468e-97c1-cfbb32662be6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6764107 Mar 31 20:26:19.509822 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47512) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:19.509822 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '1f6e3791-24f7-42f9-9932-86a8218f2b04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:19.510424 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-999e1e61-f0d2-4bfa-b5d2-cf627c2f6c93 req-48154d9e-2884-4ddd-9275-ae3fa48a2785 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2534370 Mar 31 20:26:19.576279 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e8d36f24-3537-4da8-8460-1893897c261a None None] Current status of the port ef4e4aaf-1764-435e-86b1-e84fcfddf129 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:19.577606 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08708bf-f814-4a21-9011-5997c66823ce req-0c2893b5-2b5b-4058-8ce7-89846cc14e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.586815 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-0c2893b5-2b5b-4058-8ce7-89846cc14e07 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 915 time: 0.3595891 Mar 31 20:26:19.661797 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (c1c14bc7-f0ea-4ee8-83c2-ea668d317edb), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.755685 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.815693 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (c1c14bc7-f0ea-4ee8-83c2-ea668d317edb), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:19.829018 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-88657104-a7ee-4f9e-b4b2-6b3a5372d721 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 1001 time: 0.2290063 Mar 31 20:26:19.887634 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=fcc83663-a066-40bf-903b-85cf8143e0c5,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:19.890287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ea7e7-ee2d-4c8a-9b9a-dec15edf92d0 req-bd2e6018-8fba-4889-ab98-44ca7fc1003c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.891804 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2c5ea7e7-ee2d-4c8a-9b9a-dec15edf92d0 req-bd2e6018-8fba-4889-ab98-44ca7fc1003c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 944 time: 0.1972442 Mar 31 20:26:19.913517 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08708bf-f814-4a21-9011-5997c66823ce req-e7c5d3f5-cf88-4d7f-8f07-c7115f15069a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:19.915090 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-e7c5d3f5-cf88-4d7f-8f07-c7115f15069a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 200 len: 853 time: 0.0807922 Mar 31 20:26:19.990009 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2c5ea7e7-ee2d-4c8a-9b9a-dec15edf92d0 req-5625b89a-cfc8-4187-b449-a8115bc80d43 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862620 Mar 31 20:26:20.002273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08708bf-f814-4a21-9011-5997c66823ce req-baf7ce9c-bdc7-4947-a51f-8f2657835ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.004727 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-baf7ce9c-bdc7-4947-a51f-8f2657835ad0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0801203 Mar 31 20:26:20.104743 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-e6efbcd0-f48c-4e35-bf20-0129e9ccb5c1 service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909014 Mar 31 20:26:20.120506 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (c1c14bc7-f0ea-4ee8-83c2-ea668d317edb), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.123533 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['fcc83663-a066-40bf-903b-85cf8143e0c5'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:20.168701 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c14bc7-f0ea-4ee8-83c2-ea668d317edb,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:20.227079 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.230833 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-1bcec4cb-2c23-42ae-af37-aac6a6c65ef9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7317529 Mar 31 20:26:20.231245 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47522) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:20.247637 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '1f6e3791-24f7-42f9-9932-86a8218f2b04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:20.265458 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d08708bf-f814-4a21-9011-5997c66823ce req-d2678972-72e9-4833-8237-f5f8c2819f2d service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364124 Mar 31 20:26:20.350401 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (3b43ee9d-2577-4bca-9a83-c5b781ad9e03), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.429005 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (3b43ee9d-2577-4bca-9a83-c5b781ad9e03), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.497104 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (3b43ee9d-2577-4bca-9a83-c5b781ad9e03), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.556010 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b43ee9d-2577-4bca-9a83-c5b781ad9e03,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:20.642142 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.647833 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-53200279-fe17-4d7a-b6a4-4e463dc0eb9d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4147389 Mar 31 20:26:20.650945 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47528) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:20.655254 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19626fe5-d070-4560-8bec-589660637a51 req-9722dc05-0ba3-4e85-9530-66d2e66b946c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:20.658119 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:20.664995 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-19626fe5-d070-4560-8bec-589660637a51 req-9722dc05-0ba3-4e85-9530-66d2e66b946c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0910821 Mar 31 20:26:20.716934 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-19626fe5-d070-4560-8bec-589660637a51 req-c6bc5df6-a325-4671-85e6-9a1414b30513 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506651 Mar 31 20:26:20.761509 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:20.889353 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.026015 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.28.3.42 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/f725e41a-388a-4d38-81e3-da2c076ff80c) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:21.137675 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b90232e-86ed-4725-a812-525516bb590a req-866531e9-e7d8-40b3-a2f1-ad62f9782d9d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.139375 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b90232e-86ed-4725-a812-525516bb590a req-866531e9-e7d8-40b3-a2f1-ad62f9782d9d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 944 time: 0.0672853 Mar 31 20:26:21.249237 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b90232e-86ed-4725-a812-525516bb590a req-487cf95b-ab28-48cc-b07b-a5432f75a5ba tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1032319 Mar 31 20:26:21.260526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.285628 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-36f0ee4e-ade6-49f4-890a-3ab28d0e52a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.287139 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-36f0ee4e-ade6-49f4-890a-3ab28d0e52a8 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb&tenant_id=68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 1128 time: 0.1081314 Mar 31 20:26:21.369098 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-afac0f70-e30b-4038-9928-1098355a79e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.370750 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-afac0f70-e30b-4038-9928-1098355a79e5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1128 time: 0.0543537 Mar 31 20:26:21.376740 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.419466 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:21.423533 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:21.429094 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:21.454230 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=f725e41a-388a-4d38-81e3-da2c076ff80c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:21.480772 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-cbe2213d-6c8b-4228-a96f-a0411c9ab5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.483223 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-cbe2213d-6c8b-4228-a96f-a0411c9ab5bb service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.1054959 Mar 31 20:26:21.535719 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (25b53412-d03a-4bec-9935-b9be4d73fc86), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.577673 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-cc4939a5-6812-47fe-b213-0b8b3037537d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 1000 time: 0.0869265 Mar 31 20:26:21.633510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-f6788b3c-ea82-484e-afeb-4cb477ee1185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.635401 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-f6788b3c-ea82-484e-afeb-4cb477ee1185 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0503678 Mar 31 20:26:21.672417 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.708160 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-8f951d2f-9255-4492-995c-d2336ac12f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.714013 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-8f951d2f-9255-4492-995c-d2336ac12f5e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0607362 Mar 31 20:26:21.827090 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-bcc49f5e-7d7f-479f-85db-1a72fde46a3e service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045837 Mar 31 20:26:21.876583 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.936709 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:21.942312 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cc6c2c-01ba-4184-b5df-6a7b92c9874b req-e9a39e0b-b18e-42f3-b46c-a03c175dfe10 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:21.944532 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-75cc6c2c-01ba-4184-b5df-6a7b92c9874b req-e9a39e0b-b18e-42f3-b46c-a03c175dfe10 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.1279073 Mar 31 20:26:21.999605 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-34268bcf-6b98-4200-a6eb-73a82515d557 req-e91d54ef-79fb-4079-abb7-c512fe54086f service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522205 Mar 31 20:26:22.031793 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-75cc6c2c-01ba-4184-b5df-6a7b92c9874b req-efa81252-fba1-43c4-aa27-1795709cfebc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786228 Mar 31 20:26:22.032143 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=f725e41a-388a-4d38-81e3-da2c076ff80c,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:22.045463 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (25b53412-d03a-4bec-9935-b9be4d73fc86), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.134130 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:22.142402 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-555ad68e-e34f-4411-9004-868d2841db8c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4900446 Mar 31 20:26:22.410655 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab61ad-34f0-4b86-bb70-b469ce687ef8 req-287abb31-1814-4235-af5b-b2b04fa2b4a5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:22.418238 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0fab61ad-34f0-4b86-bb70-b469ce687ef8 req-287abb31-1814-4235-af5b-b2b04fa2b4a5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 944 time: 0.0833616 Mar 31 20:26:22.482000 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0fab61ad-34f0-4b86-bb70-b469ce687ef8 req-386a86fc-b1f4-4dc0-9a84-afcb6a1a8201 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622940 Mar 31 20:26:22.972229 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device fcc83663-a066-40bf-903b-85cf8143e0c5 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:23.314271 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b8194-b688-42ea-9980-de52ebd798a3 req-78ead4f0-be41-413b-94aa-b9f33f162ac2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.318037 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7e8b8194-b688-42ea-9980-de52ebd798a3 req-78ead4f0-be41-413b-94aa-b9f33f162ac2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.1316388 Mar 31 20:26:23.354920 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port fcc83663-a066-40bf-903b-85cf8143e0c5 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:23.365566 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port fcc83663-a066-40bf-903b-85cf8143e0c5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:23.366945 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.424888 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7e8b8194-b688-42ea-9980-de52ebd798a3 req-23a89fe0-4452-4df2-90dc-c59832568b9d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004853 Mar 31 20:26:23.530343 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port fcc83663-a066-40bf-903b-85cf8143e0c5 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:23.534423 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.577901 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:23.582691 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff5eaa5-dd72-4f94-b90c-009dfbab9cbb" -d '{"events": [{"server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "name": "network-vif-plugged", "status": "completed", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:23.604839 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port fcc83663-a066-40bf-903b-85cf8143e0c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fcc83663-a066-40bf-903b-85cf8143e0c5,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:23.639808 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc46f1f-4f07-4955-9bec-c1bdec385211 req-52f04c2b-d76d-422f-b604-3668cd196b35 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:23.643171 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9cc46f1f-4f07-4955-9bec-c1bdec385211 req-52f04c2b-d76d-422f-b604-3668cd196b35 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 944 time: 0.0665357 Mar 31 20:26:23.695877 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9cc46f1f-4f07-4955-9bec-c1bdec385211 req-7b40be0d-1eab-486a-b365-e2e011840552 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466399 Mar 31 20:26:23.743694 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500058a6-0c86-4a6d-bb59-a84be284a4eb x-openstack-request-id: req-500058a6-0c86-4a6d-bb59-a84be284a4eb {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:23.744058 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "name": "network-vif-plugged", "status": "completed", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:23.744285 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-500058a6-0c86-4a6d-bb59-a84be284a4eb {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:23.744697 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-500058a6-0c86-4a6d-bb59-a84be284a4eb'] response: {'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'code': 200} Mar 31 20:26:23.788265 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:23.849143 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=fcc83663-a066-40bf-903b-85cf8143e0c5,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:24.621900 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df841f8-3161-4b04-be0c-4ca102649eed req-c724cee5-490f-45ee-ad13-3f5099c3a738 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.629410 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8df841f8-3161-4b04-be0c-4ca102649eed req-c724cee5-490f-45ee-ad13-3f5099c3a738 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.1089649 Mar 31 20:26:24.712555 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8df841f8-3161-4b04-be0c-4ca102649eed req-847209e9-a6dc-4cc9-8d13-3acbfb36d743 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821948 Mar 31 20:26:24.903495 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7d9c-643d-445c-bd93-6a20b97e24d2 req-f37af09c-d282-4cbd-8523-0bc7b97cc986 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:24.914083 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-35ab7d9c-643d-445c-bd93-6a20b97e24d2 req-f37af09c-d282-4cbd-8523-0bc7b97cc986 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1093466 Mar 31 20:26:24.981659 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-35ab7d9c-643d-445c-bd93-6a20b97e24d2 req-dcee1b9e-2a86-46bc-aa2e-d52785d39d1a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664594 Mar 31 20:26:25.887231 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8f5cdf-fd57-4a14-8509-4ac81e9d367e req-c60c8dfd-962e-48de-b478-44de73d9fe41 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:25.895942 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd8f5cdf-fd57-4a14-8509-4ac81e9d367e req-c60c8dfd-962e-48de-b478-44de73d9fe41 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0706675 Mar 31 20:26:25.980481 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd8f5cdf-fd57-4a14-8509-4ac81e9d367e req-ea58e98e-3093-4f4a-ba08-62434a96433d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832067 Mar 31 20:26:26.150999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3a95f-b8c4-4acc-8e9f-71a7bddc2814 req-14ff1571-458e-40fe-801d-817d9a9ddefa tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:26.158366 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-adb3a95f-b8c4-4acc-8e9f-71a7bddc2814 req-14ff1571-458e-40fe-801d-817d9a9ddefa tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0667343 Mar 31 20:26:26.250684 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-adb3a95f-b8c4-4acc-8e9f-71a7bddc2814 req-c8812542-2d50-4d94-80e9-b68b45f5562c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851171 Mar 31 20:26:27.136904 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba94ba-5c00-4740-b9ff-786577ae11c1 req-7ef21792-bba5-4082-8d41-6e311e14f4ff tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:27.138518 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-04ba94ba-5c00-4740-b9ff-786577ae11c1 req-7ef21792-bba5-4082-8d41-6e311e14f4ff tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0587065 Mar 31 20:26:27.198609 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-04ba94ba-5c00-4740-b9ff-786577ae11c1 req-02a2151b-a3ef-4a4a-89d4-3adb724670aa tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504992 Mar 31 20:26:27.413047 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e42f6c2-704b-423e-9fb9-1655ed9d00c7 req-d469eb86-73eb-4ceb-b131-7eb7bff6999d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:27.414750 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2e42f6c2-704b-423e-9fb9-1655ed9d00c7 req-d469eb86-73eb-4ceb-b131-7eb7bff6999d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0771387 Mar 31 20:26:27.508034 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2e42f6c2-704b-423e-9fb9-1655ed9d00c7 req-d3c9cfa6-7920-4e5f-8db1-457c534c109a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871649 Mar 31 20:26:28.465513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b74861-5bb3-4d9a-8379-71d0f275a61e req-d2be505f-bd0f-44a3-b835-acd9b691c44f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.477984 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88b74861-5bb3-4d9a-8379-71d0f275a61e req-d2be505f-bd0f-44a3-b835-acd9b691c44f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.1198952 Mar 31 20:26:28.543987 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88b74861-5bb3-4d9a-8379-71d0f275a61e req-be2abdcf-b7cf-4aa7-8988-ff143a92e995 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650434 Mar 31 20:26:28.886472 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7ffee-f5b5-4994-868b-8ee7288726d9 req-ea0ca89a-2b6b-41f7-ab93-e94042637202 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:28.895679 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e6c7ffee-f5b5-4994-868b-8ee7288726d9 req-ea0ca89a-2b6b-41f7-ab93-e94042637202 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1455932 Mar 31 20:26:29.001724 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e6c7ffee-f5b5-4994-868b-8ee7288726d9 req-11c10841-8944-44fc-b6ea-ed0973f81740 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005435 Mar 31 20:26:29.754898 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d06beb-7274-47dd-b538-03f913b49335 req-a0503817-89ad-4d2f-aa41-f9397675b141 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:29.763872 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-76d06beb-7274-47dd-b538-03f913b49335 req-a0503817-89ad-4d2f-aa41-f9397675b141 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0950232 Mar 31 20:26:29.814119 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-76d06beb-7274-47dd-b538-03f913b49335 req-927ffe53-d5f5-4386-9eab-0b7e963b9513 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488203 Mar 31 20:26:29.998962 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc39735d-5e9f-4ba9-898a-3243526e417a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:30.168090 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4635c-1309-4846-8acf-55e0e33bff5b req-db59bea6-0e25-436d-8adc-34b6c991689d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.176009 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eef4635c-1309-4846-8acf-55e0e33bff5b req-db59bea6-0e25-436d-8adc-34b6c991689d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0777643 Mar 31 20:26:30.254546 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eef4635c-1309-4846-8acf-55e0e33bff5b req-a5e6fc05-a734-4003-8a43-76a4e3f85fc7 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753050 Mar 31 20:26:30.951034 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6af25b-c8c7-4899-8e42-7b4ec5824d59 req-c3d57336-2a78-44a5-9e25-a5502c06cceb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:30.952887 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2d6af25b-c8c7-4899-8e42-7b4ec5824d59 req-c3d57336-2a78-44a5-9e25-a5502c06cceb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0585070 Mar 31 20:26:31.014421 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2d6af25b-c8c7-4899-8e42-7b4ec5824d59 req-d1b355fd-c9b2-47b5-922c-3b89dd48cd6f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550520 Mar 31 20:26:31.219172 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-2accdf44-5649-4b1c-aab0-0c3522183ee6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--357757624&fields=id&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 267 time: 0.0654008 Mar 31 20:26:31.347219 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-24767d80-8f47-4220-8ce8-2954163f2cef tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.348744 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-24767d80-8f47-4220-8ce8-2954163f2cef tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.1195092 Mar 31 20:26:31.376736 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-c76173b2-f3d2-4ce1-9c4e-5965e200e90d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/quotas/f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 375 time: 0.0128794 Mar 31 20:26:31.421800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8409a35-949f-4357-94ee-5a03fd604743 req-ec441f1d-81ff-47c3-808f-7bf476402fec tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:31.423216 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8409a35-949f-4357-94ee-5a03fd604743 req-ec441f1d-81ff-47c3-808f-7bf476402fec tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0992379 Mar 31 20:26:31.465852 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-762a8c2b-212c-429b-ad76-4a200471cf53 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824106 Mar 31 20:26:31.515376 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8409a35-949f-4357-94ee-5a03fd604743 req-3118eed5-939f-48fc-a298-124417e5ac2f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852225 Mar 31 20:26:31.593159 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-027a223d-1cce-4b27-823e-1c91250ea1c1 service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134341 Mar 31 20:26:31.694087 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-b26dcd07-9f0d-4eb5-83bf-b4e6e5d84122 service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937803 Mar 31 20:26:32.016507 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-80ad6a2c-2db6-4fa7-924c-915ca5f96840 req-aefc61e9-9c7c-4fa2-a7a4-066c1557f967 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 210 time: 0.0325670 Mar 31 20:26:32.159420 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f60bc9f-79b7-4d0f-af43-628d665b3ab0 req-45140c78-8771-403b-b7ab-eda1a91856f0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.162277 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f60bc9f-79b7-4d0f-af43-628d665b3ab0 req-45140c78-8771-403b-b7ab-eda1a91856f0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0662603 Mar 31 20:26:32.239555 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f60bc9f-79b7-4d0f-af43-628d665b3ab0 req-0b526950-320e-4df4-a9dc-8cb27c2a46a7 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725749 Mar 31 20:26:32.291438 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-135edea1-f71c-45bc-9125-c54077c71b88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:32.683385 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71acd611-aeda-4680-9fae-4cda8f703e0c req-70c0b46c-a6f6-4b5c-9dd7-142cffa38f98 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:32.685156 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-71acd611-aeda-4680-9fae-4cda8f703e0c req-70c0b46c-a6f6-4b5c-9dd7-142cffa38f98 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0940957 Mar 31 20:26:32.742251 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-71acd611-aeda-4680-9fae-4cda8f703e0c req-663fb3d1-5131-4baa-81e2-ddcc76cf8e78 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510876 Mar 31 20:26:33.114057 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5d72667e-a552-4ada-86dc-46d213b07191 req-8d4d83bc-84fe-4cd5-9110-2a858d9b1d8f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 210 time: 0.0297801 Mar 31 20:26:33.373566 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a4280-770c-4b30-b3af-0007ba9333d1 req-139948dd-c2ef-4da3-98d8-5964255df63f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:33.375071 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-929a4280-770c-4b30-b3af-0007ba9333d1 req-139948dd-c2ef-4da3-98d8-5964255df63f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0552526 Mar 31 20:26:33.423315 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-929a4280-770c-4b30-b3af-0007ba9333d1 req-d289d791-fa0c-4ab3-93bc-212cb27a1950 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416212 Mar 31 20:26:33.431753 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:33.804883 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:33.860676 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9261af-14e2-4011-8c96-c7b95a801c4a req-bbe365ef-ca0b-4edd-b2c7-2eac30a9b834 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:33.862912 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ac9261af-14e2-4011-8c96-c7b95a801c4a req-bbe365ef-ca0b-4edd-b2c7-2eac30a9b834 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0531137 Mar 31 20:26:33.912377 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ac9261af-14e2-4011-8c96-c7b95a801c4a req-08841f59-32fa-459e-9aa7-147049853043 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437133 Mar 31 20:26:34.227454 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-50c2764f-b5a2-4b5c-88b8-1c0828d7b91b req-a388d06c-b612-49c8-b4ac-fea1736e6f9a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 210 time: 0.0326610 Mar 31 20:26:34.243062 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-b23eed53-a585-4e67-849f-f58050b7af5f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0809109 Mar 31 20:26:34.316382 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-2c168a85-ceee-49f0-8216-f8539528215a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.317919 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-2c168a85-ceee-49f0-8216-f8539528215a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1129 time: 0.0465384 Mar 31 20:26:34.474773 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-3a1e69a8-0f09-4596-8198-43eaf022ac97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.476276 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-3a1e69a8-0f09-4596-8198-43eaf022ac97 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 912 time: 0.1346784 Mar 31 20:26:34.479227 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7aa21-4e2e-4221-9383-3e718d76cbe5 req-36392327-226a-4e8e-8fae-0cfc9d546a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.480685 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-40d7aa21-4e2e-4221-9383-3e718d76cbe5 req-36392327-226a-4e8e-8fae-0cfc9d546a2c service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0817811 Mar 31 20:26:34.606854 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-35bd6d54-0623-4be7-9edd-b97b50cde51a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 1001 time: 0.1187210 Mar 31 20:26:34.611534 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-40d7aa21-4e2e-4221-9383-3e718d76cbe5 req-1cd9b38a-1114-45d6-8245-c4704988ff01 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172450 Mar 31 20:26:34.629148 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164903b1-43af-4359-b28e-f34ae8ed6fec req-564313e3-ab62-4d22-a432-1a72609711e7 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.630616 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-164903b1-43af-4359-b28e-f34ae8ed6fec req-564313e3-ab62-4d22-a432-1a72609711e7 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0923636 Mar 31 20:26:34.676995 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-164903b1-43af-4359-b28e-f34ae8ed6fec req-f32e221a-eded-48e4-9796-de1a6f347cae tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 Mar 31 20:26:34.885006 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:34.889351 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-65331e26-97ce-4993-9570-cb36ad457405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:34.890800 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-65331e26-97ce-4993-9570-cb36ad457405 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.0456266 Mar 31 20:26:35.166168 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-fc85b5df-797e-49fc-9ba3-c5d0ca99927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.167661 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-fc85b5df-797e-49fc-9ba3-c5d0ca99927c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2686956 Mar 31 20:26:35.175992 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47734) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:35.221289 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Deleting subnet a1941782-8f9a-4443-a909-b8f020a8ce55 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:26:35.224902 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Publish callbacks [] for subnet (a1941782-8f9a-4443-a909-b8f020a8ce55), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.258424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a799bfd-b1aa-4875-9886-627e18bd95ca req-c83c8b12-8eb3-4ae1-a748-f4884a0e9459 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.259934 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1a799bfd-b1aa-4875-9886-627e18bd95ca req-c83c8b12-8eb3-4ae1-a748-f4884a0e9459 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1083608 Mar 31 20:26:35.268230 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (a1941782-8f9a-4443-a909-b8f020a8ce55), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.310331 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (a1941782-8f9a-4443-a909-b8f020a8ce55), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.322714 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-fb120b3d-d918-40d5-a3e6-cf071336abfc service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378672 Mar 31 20:26:35.341172 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-47f7afb3-447f-4f3a-818b-9279344eb7b7 req-fd55132a-443b-4f6f-8838-92f1006b8484 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 210 time: 0.0427661 Mar 31 20:26:35.393050 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1a799bfd-b1aa-4875-9886-627e18bd95ca req-d4382d03-5a53-4d1d-b20b-f13374eee007 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243138 Mar 31 20:26:35.438991 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9f447c8f-01c8-4860-86c1-d7f5f641d587 req-e5f3babb-0807-4677-8564-248afc3969e8 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000206 Mar 31 20:26:35.457383 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (a1941782-8f9a-4443-a909-b8f020a8ce55), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.484863 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1941782-8f9a-4443-a909-b8f020a8ce55,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:35.487422 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.490762 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b9565cf4-970b-4603-8dd6-a600462892c3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/a1941782-8f9a-4443-a909-b8f020a8ce55 HTTP/1.1" status: 204 len: 168 time: 0.3136387 Mar 31 20:26:35.494154 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47738) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:35.561407 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (c29035b8-4fd0-433e-90b1-c160cd62a1d7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.645744 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (c29035b8-4fd0-433e-90b1-c160cd62a1d7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.666825 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c29035b8-4fd0-433e-90b1-c160cd62a1d7']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:35.676738 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd05f706-95cc-4586-8fce-73ac4626318c') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:35.677043 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd05f706-95cc-4586-8fce-73ac4626318c') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:35.688416 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (cd05f706-95cc-4586-8fce-73ac4626318c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.702711 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (cd05f706-95cc-4586-8fce-73ac4626318c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.710461 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:26:35.710789 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (cd05f706-95cc-4586-8fce-73ac4626318c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:26:35.712488 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:26:35.816735 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529107c1-a509-43e1-80c2-7425c3a5cf4e req-54d24f0f-19af-478d-bbe4-b75d48bc837d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.818283 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-529107c1-a509-43e1-80c2-7425c3a5cf4e req-54d24f0f-19af-478d-bbe4-b75d48bc837d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0587177 Mar 31 20:26:35.850630 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (c29035b8-4fd0-433e-90b1-c160cd62a1d7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.862616 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:35.868096 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] 10.222.0.62 "DELETE /v2.0/networks/c29035b8-4fd0-433e-90b1-c160cd62a1d7 HTTP/1.1" status: 204 len: 168 time: 0.3704612 Mar 31 20:26:35.894213 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca692382-b970-42da-b95a-fbb6015071bc admin admin] Pushing event deleted for resources: {'Network': ['ID=c29035b8-4fd0-433e-90b1-c160cd62a1d7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:35.934985 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-529107c1-a509-43e1-80c2-7425c3a5cf4e req-582aaffd-cca7-45f2-8fc8-11c82097a8b9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107776 Mar 31 20:26:35.996080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-5dd00fcd-6da1-48e4-a113-fdcf830714f0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:35.997513 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-5dd00fcd-6da1-48e4-a113-fdcf830714f0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.1282690 Mar 31 20:26:36.097614 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-a6b488b1-bd04-4712-9432-d4a92602e7c0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 471 time: 0.0754895 Mar 31 20:26:36.107947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'port': {'device_id': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'admin_state_up': True, 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'security_groups': ['1f6e3791-24f7-42f9-9932-86a8218f2b04']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:36.250882 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47746) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:36.296919 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-a84d2eac-d18f-44f7-8d87-d1a0baa36fbc admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=097aba154f5149b49e93ebcfcf835280&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0445521 Mar 31 20:26:36.299198 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47750) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:36.313388 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Made reservation on behalf of f0f0189504344e479e3ba03948bc0a35 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:26:36.317280 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.405198 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Publish callbacks [] for security_group (962f4703-0310-4f58-b5e7-22cb88650d50), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.417134 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.469111 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Publish callbacks [] for security_group (962f4703-0310-4f58-b5e7-22cb88650d50), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.472411 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d493beb6-fb86-4c1b-a6cf-31e58b248cb8 req-858a294d-7e2a-454d-a1b4-d983058c44c2 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 210 time: 0.0429800 Mar 31 20:26:36.569617 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.20.0.12 (cff012ed-f7dd-40c9-b870-295ed6fd793b/16d8b85e-7637-4469-8912-73aa93edb2fb/c64e5dcd-f970-458e-b2e8-a307426769ba) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:26:36.608571 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdea1d-ed61-46da-b994-fcc359af8c8e req-724dd224-b7a6-4919-954c-c1ab3e73157d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:36.610057 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c4fdea1d-ed61-46da-b994-fcc359af8c8e req-724dd224-b7a6-4919-954c-c1ab3e73157d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1432033 Mar 31 20:26:36.688264 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (962f4703-0310-4f58-b5e7-22cb88650d50), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.691487 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.692827 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/962f4703-0310-4f58-b5e7-22cb88650d50 HTTP/1.1" status: 204 len: 168 time: 0.3927307 Mar 31 20:26:36.720375 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962f4703-0310-4f58-b5e7-22cb88650d50,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:36.728146 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c4fdea1d-ed61-46da-b994-fcc359af8c8e req-91d99960-303f-4b24-be2f-94e9eef2d3a4 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104016 Mar 31 20:26:36.739467 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.739764 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.740082 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.740484 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.740803 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.741079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.741404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.741726 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.742084 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.742409 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.742735 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.743058 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.743379 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.743698 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.744019 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd19ccf-921f-48c8-8124-477ef49a463d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:26:36.787168 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.902515 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:36.947569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:26:36.950639 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:26:36.956826 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:26:36.983913 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=c64e5dcd-f970-458e-b2e8-a307426769ba,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:37.020996 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:37.021724 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.068898 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:37.105684 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153f188-c04a-4611-9504-9997f6b60cd6 req-66708477-374f-4397-86fa-b263f3c45946 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:37.112477 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1153f188-c04a-4611-9504-9997f6b60cd6 req-66708477-374f-4397-86fa-b263f3c45946 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 944 time: 0.0746565 Mar 31 20:26:37.155568 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-fcba987e-609a-4a47-8aa5-22ff3490361d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0511785 Mar 31 20:26:37.175410 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Request body: {'port': {'device_id': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:37.231888 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1153f188-c04a-4611-9504-9997f6b60cd6 req-b4a8592e-d1ca-4daa-98f2-8ffd581cfa10 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171236 Mar 31 20:26:37.233331 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:37.250283 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'port_id': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'mac_address': 'fa:16:3e:64:ee:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:37.265429 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.295730 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:37.296120 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.309274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab833fb1-0282-4c2e-9900-2efad89ea859 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:37.333109 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:37.341524 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9b76eb5e-f6c5-40aa-bb79-93a60b08de2f None None] Provisioning complete for port c64e5dcd-f970-458e-b2e8-a307426769ba triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:37.341924 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9b76eb5e-f6c5-40aa-bb79-93a60b08de2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.376103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9b76eb5e-f6c5-40aa-bb79-93a60b08de2f None None] Port c64e5dcd-f970-458e-b2e8-a307426769ba cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:26:37.387291 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.434538 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:37.536796 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64e5dcd-f970-458e-b2e8-a307426769ba {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:37.545288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Publish callbacks [] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.582078 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Transition to ACTIVE for port object c64e5dcd-f970-458e-b2e8-a307426769ba will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:26:37.609669 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2117477-1a50-4eb0-8e20-c0a6675ab2da req-1bad1cdf-b717-4d9b-93c8-5fb75c2d8d94 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:37.611277 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2117477-1a50-4eb0-8e20-c0a6675ab2da req-1bad1cdf-b717-4d9b-93c8-5fb75c2d8d94 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 932 time: 0.0633223 Mar 31 20:26:37.647889 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.703178 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2117477-1a50-4eb0-8e20-c0a6675ab2da req-507cd239-fa53-4056-9dda-01df0cc76b6f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822411 Mar 31 20:26:37.719047 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65413422-c775-4def-bbf8-b92272044918 service neutron] Pushing event updated for resources: {'Port': ['ID=c64e5dcd-f970-458e-b2e8-a307426769ba,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:37.779850 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ab833fb1-0282-4c2e-9900-2efad89ea859'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:37.793233 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Attempting to bind port c64e5dcd-f970-458e-b2e8-a307426769ba on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:26:37.794195 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Attempting to bind port c64e5dcd-f970-458e-b2e8-a307426769ba by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:26:37.794195 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Attempting to bind port c64e5dcd-f970-458e-b2e8-a307426769ba on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:37.799181 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Port c64e5dcd-f970-458e-b2e8-a307426769ba on network cff012ed-f7dd-40c9-b870-295ed6fd793b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:26:37.799527 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Attempting to bind port c64e5dcd-f970-458e-b2e8-a307426769ba on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:26:37.804992 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:26:37.805406 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:26:37.805716 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Bound using segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:26:37.806189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Bound port: c64e5dcd-f970-458e-b2e8-a307426769ba, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:26:37.806595 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:37.920835 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4601aff-66d0-4e9e-8968-6659181b7c3a req-fa2b4580-11f2-439d-9985-8c612e72b402 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:37.922439 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e4601aff-66d0-4e9e-8968-6659181b7c3a req-fa2b4580-11f2-439d-9985-8c612e72b402 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1056347 Mar 31 20:26:37.925787 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] For port c64e5dcd-f970-458e-b2e8-a307426769ba, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:26:37.929189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] For port c64e5dcd-f970-458e-b2e8-a307426769ba, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c64e5dcd-f970-458e-b2e8-a307426769ba,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:26:37.977354 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e4601aff-66d0-4e9e-8968-6659181b7c3a req-dc33b97f-8b31-44aa-ad98-24f342f0eba6 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463738 Mar 31 20:26:38.000419 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.037250 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.038115 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.039339 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-65413422-c775-4def-bbf8-b92272044918 service neutron] 10.222.0.58 "PUT /v2.0/ports/c64e5dcd-f970-458e-b2e8-a307426769ba HTTP/1.1" status: 200 len: 1094 time: 0.8712430 Mar 31 20:26:38.039753 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:38.042050 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa80821d-5e42-44d0-a3d1-85178aa4b247" -d '{"events": [{"name": "network-changed", "server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:38.099051 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb77173-1b75-4bb4-9728-3f78f071d35b x-openstack-request-id: req-4eb77173-1b75-4bb4-9728-3f78f071d35b {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:38.099361 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:38.099588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4eb77173-1b75-4bb4-9728-3f78f071d35b {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:38.100016 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4eb77173-1b75-4bb4-9728-3f78f071d35b'] response: {'name': 'network-changed', 'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'status': 'completed', 'code': 200} Mar 31 20:26:38.102185 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65413422-c775-4def-bbf8-b92272044918 service neutron] Pushing event updated for resources: {'Port': ['ID=c64e5dcd-f970-458e-b2e8-a307426769ba,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:38.160852 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933407-f175-4742-843b-80cfb0f2f8fd req-d4d79b22-ad46-4f96-aa71-a5faa74291a0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.161798 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0a933407-f175-4742-843b-80cfb0f2f8fd req-d4d79b22-ad46-4f96-aa71-a5faa74291a0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1025646 Mar 31 20:26:38.171677 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 47768) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:38.176705 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'floatingip': {'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:38.179245 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80821d-5e42-44d0-a3d1-85178aa4b247 req-0c35357c-607a-4e5f-9894-4ae98f1e3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.181975 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa80821d-5e42-44d0-a3d1-85178aa4b247 req-0c35357c-607a-4e5f-9894-4ae98f1e3d31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 1128 time: 0.0692191 Mar 31 20:26:38.222084 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.293108 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80821d-5e42-44d0-a3d1-85178aa4b247 req-9e391a31-b5cd-40b4-9e2b-ad4755b60078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.294750 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa80821d-5e42-44d0-a3d1-85178aa4b247 req-9e391a31-b5cd-40b4-9e2b-ad4755b60078 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f0f0189504344e479e3ba03948bc0a35&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1029894 Mar 31 20:26:38.426808 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80821d-5e42-44d0-a3d1-85178aa4b247 req-a36a9192-038c-4042-bdad-287e0a158e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.428250 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa80821d-5e42-44d0-a3d1-85178aa4b247 req-a36a9192-038c-4042-bdad-287e0a158e4e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272950 Mar 31 20:26:38.436094 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3d747-7fdd-4a39-9147-cecc41270f22 req-a2901b5c-0241-4c1d-afe5-13065732661b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.437529 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42e3d747-7fdd-4a39-9147-cecc41270f22 req-a2901b5c-0241-4c1d-afe5-13065732661b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 945 time: 0.1171315 Mar 31 20:26:38.512619 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42e3d747-7fdd-4a39-9147-cecc41270f22 req-b99cafbb-b9a2-4822-9ef9-f9373e074a51 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688360 Mar 31 20:26:38.534974 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-23b33936-5f1c-4988-a1bc-e41a33f59eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.536454 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-23b33936-5f1c-4988-a1bc-e41a33f59eec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 1128 time: 0.0546153 Mar 31 20:26:38.580833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-38ed7d3c-85b8-4c35-b750-495007ccd49d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c64e5dcd-f970-458e-b2e8-a307426769ba HTTP/1.1" status: 200 len: 217 time: 0.0344357 Mar 31 20:26:38.632749 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-25b311f9-6be9-4175-b9fd-a4d3c70e074c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.634226 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-25b311f9-6be9-4175-b9fd-a4d3c70e074c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0443392 Mar 31 20:26:38.671802 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.693121 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-6650d312-e947-4c4d-b0d0-fe10b6505c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.694650 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-6650d312-e947-4c4d-b0d0-fe10b6505c03 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0479167 Mar 31 20:26:38.736448 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:38.799761 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-975d8fed-9322-43ed-89d7-eefe7e8e2890 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973332 Mar 31 20:26:38.841022 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.l3_db [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Floating IP 5532af9c-fcb6-4fd6-be00-6b033295f4c9 associated. External IP: 172.28.3.86, port: fcc83663-a066-40bf-903b-85cf8143e0c5. Mar 31 20:26:38.902203 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bb99b-7508-4632-8213-867d9004ab79 req-23f707e8-dc44-4069-9641-750a5b8122cc tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:38.903697 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-976bb99b-7508-4632-8213-867d9004ab79 req-23f707e8-dc44-4069-9641-750a5b8122cc tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 944 time: 0.1185546 Mar 31 20:26:38.936833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-82a1c001-9646-4f3e-85b4-b43eb12e0e3b req-8ba5a10c-8db1-4f2f-9026-11989191f9dd service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230652 Mar 31 20:26:38.966615 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-976bb99b-7508-4632-8213-867d9004ab79 req-2ac7862d-9981-4bfd-a58d-c829dc088bed tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558083 Mar 31 20:26:39.056035 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:39.069891 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Router dbc0d603-613b-4f90-9b8b-53eb88b26d41 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:39.105089 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port ab833fb1-0282-4c2e-9900-2efad89ea859 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:39.105461 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:39.180250 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:39.190675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:39.194911 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port ab833fb1-0282-4c2e-9900-2efad89ea859 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:39.195312 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:39.195561 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] Sync routers for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:39.206746 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:39.207366 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:26:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:39.220319 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:39.222811 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b3d4aa-afe5-4752-ba10-3e8592326a40" -d '{"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:39.236746 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:39.238031 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-23770d38-ad43-48ee-a922-94a499e99790 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "PUT /v2.0/floatingips/5532af9c-fcb6-4fd6-be00-6b033295f4c9 HTTP/1.1" status: 200 len: 990 time: 1.0647233 Mar 31 20:26:39.239375 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:39.243169 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e91947b-3efe-4ff3-8239-354076ffebd3" -d '{"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:39.274546 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eea4774-8ade-4b5e-b440-3edfbb791714 x-openstack-request-id: req-5eea4774-8ade-4b5e-b440-3edfbb791714 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:39.274962 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-plugged", "status": "completed", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:39.275285 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5eea4774-8ade-4b5e-b440-3edfbb791714 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:39.275964 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eea4774-8ade-4b5e-b440-3edfbb791714'] response: {'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'code': 200} Mar 31 20:26:39.282964 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e361cc06-5d0e-4aa2-9a15-0fff2c38cecd x-openstack-request-id: req-e361cc06-5d0e-4aa2-9a15-0fff2c38cecd {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:39.283258 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:39.283513 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e361cc06-5d0e-4aa2-9a15-0fff2c38cecd {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:39.284555 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e361cc06-5d0e-4aa2-9a15-0fff2c38cecd'] response: {'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'status': 'completed', 'code': 200} Mar 31 20:26:39.301721 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:39.349113 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:39.356280 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:39.379888 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-3c2af6ec-2d46-4fbb-b257-399812df0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.381371 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-3c2af6ec-2d46-4fbb-b257-399812df0e14 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0655255 Mar 31 20:26:39.474278 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-e2c310f6-19c4-48cc-8a8e-84763ff7eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.475736 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-e2c310f6-19c4-48cc-8a8e-84763ff7eb48 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.0871785 Mar 31 20:26:39.553848 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-31270a30-bdfc-4038-b023-0a2ac8695765 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 998 time: 0.0656824 Mar 31 20:26:39.637044 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-0ea51ef1-2a4d-42e7-ae92-7f4c308dc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.638578 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-0ea51ef1-2a4d-42e7-ae92-7f4c308dc4be service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0774198 Mar 31 20:26:39.658364 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691e794-620e-4b00-abc0-29bd93af0676 req-0a9e960b-091b-46e3-ac46-6509dcf3e093 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.660134 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7691e794-620e-4b00-abc0-29bd93af0676 req-0a9e960b-091b-46e3-ac46-6509dcf3e093 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.0666480 Mar 31 20:26:39.670396 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5532af9c-fcb6-4fd6-be00-6b033295f4c9', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:06Z', 'updated_at': '2022-03-31T20:26:38Z', 'revision_number': 1, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:39.699267 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] Checking router: dbc0d603-613b-4f90-9b8b-53eb88b26d41 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:39.707943 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:39.708731 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:26:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:39.733914 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7691e794-620e-4b00-abc0-29bd93af0676 req-19492d44-5a38-43bc-a00a-1cb725784a4a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643778 Mar 31 20:26:39.739537 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-ad6c3cad-df3d-4a86-b553-f65efcc5cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:39.741258 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-ad6c3cad-df3d-4a86-b553-f65efcc5cc10 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0801308 Mar 31 20:26:39.821628 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:39.851614 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-718b4467-ebff-4c5d-b967-3f5d15c5e901 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905333 Mar 31 20:26:39.954056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3e91947b-3efe-4ff3-8239-354076ffebd3 req-442b17a9-1474-4578-b440-9c6e38829419 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900142 Mar 31 20:26:40.041179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151d5633-34a5-4d00-977f-1f07542bf90d req-1bfac9a8-41ea-4919-92ed-bfcaf4ab128a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:40.043140 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-151d5633-34a5-4d00-977f-1f07542bf90d req-1bfac9a8-41ea-4919-92ed-bfcaf4ab128a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1131 time: 0.0564890 Mar 31 20:26:40.063046 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5532af9c-fcb6-4fd6-be00-6b033295f4c9', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:06Z', 'updated_at': '2022-03-31T20:26:38Z', 'revision_number': 1, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:40.094573 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-910b7943-a521-49fa-91c0-bd32a1f06b40 None None] The sync data for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb is: [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5532af9c-fcb6-4fd6-be00-6b033295f4c9', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:06Z', 'updated_at': '2022-03-31T20:26:38Z', 'revision_number': 1, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:40.124205 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd641637-379c-4513-ab01-5a139065d4dd req-c29d9a9c-a73a-43a3-90a8-d49bda0296bb tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:40.125583 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd641637-379c-4513-ab01-5a139065d4dd req-c29d9a9c-a73a-43a3-90a8-d49bda0296bb tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 944 time: 0.0808492 Mar 31 20:26:40.127893 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-151d5633-34a5-4d00-977f-1f07542bf90d req-74a47240-1feb-4812-bde7-001759a20912 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740705 Mar 31 20:26:40.177421 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd641637-379c-4513-ab01-5a139065d4dd req-4d6626c1-ea6b-4621-87ad-34943b324d1a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453794 Mar 31 20:26:40.282472 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e22ece3-732b-4249-9fde-e9bec9656e97 None None] New status for floating IP 5532af9c-fcb6-4fd6-be00-6b033295f4c9: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:40.860791 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef00bda2-4a0f-428f-8b8f-bbae67421afb req-fdd24c60-b2c4-4ebb-8fc9-ccb3aed884d0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:40.862800 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ef00bda2-4a0f-428f-8b8f-bbae67421afb req-fdd24c60-b2c4-4ebb-8fc9-ccb3aed884d0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.0553842 Mar 31 20:26:40.908784 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ef00bda2-4a0f-428f-8b8f-bbae67421afb req-7f531cbe-5020-4d75-9338-bdfd74f40b48 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Mar 31 20:26:41.057836 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device c64e5dcd-f970-458e-b2e8-a307426769ba details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:26:41.153250 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port c64e5dcd-f970-458e-b2e8-a307426769ba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c64e5dcd-f970-458e-b2e8-a307426769ba,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:41.164734 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'port_id': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'mac_address': 'fa:16:3e:83:7f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:26:41.205689 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port c64e5dcd-f970-458e-b2e8-a307426769ba is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:41.206116 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:41.219311 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64e5dcd-f970-458e-b2e8-a307426769ba {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:26:41.238865 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port c64e5dcd-f970-458e-b2e8-a307426769ba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c64e5dcd-f970-458e-b2e8-a307426769ba,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:41.296288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a884e02d-5b8b-4d19-bdaa-b723134c6a68 req-e7bdb222-8cc6-4dfd-93d5-1018a8e3879b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:41.297871 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a884e02d-5b8b-4d19-bdaa-b723134c6a68 req-e7bdb222-8cc6-4dfd-93d5-1018a8e3879b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 944 time: 0.0544589 Mar 31 20:26:41.330878 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:41.347115 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a884e02d-5b8b-4d19-bdaa-b723134c6a68 req-01e35dc2-002a-4f7d-876c-2463930f89c1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431538 Mar 31 20:26:41.379168 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=c64e5dcd-f970-458e-b2e8-a307426769ba,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:41.935067 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['c64e5dcd-f970-458e-b2e8-a307426769ba'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:26:42.044143 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a4f3d-2bb0-4c85-a31c-163790f7d76c req-47f6a0c6-679a-47f4-9236-f0fb22b0af79 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:42.045682 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-113a4f3d-2bb0-4c85-a31c-163790f7d76c req-47f6a0c6-679a-47f4-9236-f0fb22b0af79 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.0606585 Mar 31 20:26:42.097065 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-113a4f3d-2bb0-4c85-a31c-163790f7d76c req-e0dd1872-d75f-468d-9546-75e7d0eed0f8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450802 Mar 31 20:26:42.465494 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905a84-8361-44cb-8671-103c5a240b0e req-6912b7b1-d00f-4826-9c4e-02aee757303e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:42.466998 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-54905a84-8361-44cb-8671-103c5a240b0e req-6912b7b1-d00f-4826-9c4e-02aee757303e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Mar 31 20:26:42.514731 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-54905a84-8361-44cb-8671-103c5a240b0e req-59b0273d-5369-4724-b139-b0f2f320d7f3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419974 Mar 31 20:26:43.074753 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device c64e5dcd-f970-458e-b2e8-a307426769ba up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:26:43.194226 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port c64e5dcd-f970-458e-b2e8-a307426769ba completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:26:43.198672 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port c64e5dcd-f970-458e-b2e8-a307426769ba triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:26:43.199041 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:43.224191 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffde56b-fe08-42a6-b419-894201522dee req-01c9e715-8e2b-43a4-9fd0-9e8df783ce8e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:43.225664 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dffde56b-fe08-42a6-b419-894201522dee req-01c9e715-8e2b-43a4-9fd0-9e8df783ce8e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.0531104 Mar 31 20:26:43.271703 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dffde56b-fe08-42a6-b419-894201522dee req-46c48377-f45d-419e-84ee-ef22307b5caa tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402472 Mar 31 20:26:43.280786 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port c64e5dcd-f970-458e-b2e8-a307426769ba is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:26:43.281186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:43.306350 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:43.308636 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34026b1c-921a-4312-8dea-a3b670743922" -d '{"events": [{"server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "name": "network-vif-plugged", "status": "completed", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:43.321875 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port c64e5dcd-f970-458e-b2e8-a307426769ba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c64e5dcd-f970-458e-b2e8-a307426769ba,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:26:43.344358 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81418896-fa61-45b2-a98a-37474935cb1c x-openstack-request-id: req-81418896-fa61-45b2-a98a-37474935cb1c {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:43.344648 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "name": "network-vif-plugged", "status": "completed", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:43.344929 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-81418896-fa61-45b2-a98a-37474935cb1c {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:43.345323 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81418896-fa61-45b2-a98a-37474935cb1c'] response: {'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'code': 200} Mar 31 20:26:43.387601 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:43.436833 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=c64e5dcd-f970-458e-b2e8-a307426769ba,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:26:43.635053 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48523070-7677-4498-b4e6-5c2ea9172440 req-6fc99b9f-9fbd-4716-86c5-d81133cc9ceb tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:43.636526 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48523070-7677-4498-b4e6-5c2ea9172440 req-6fc99b9f-9fbd-4716-86c5-d81133cc9ceb tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.0540636 Mar 31 20:26:43.686055 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48523070-7677-4498-b4e6-5c2ea9172440 req-983c8b13-5861-458c-8c03-21a92157eebe tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432565 Mar 31 20:26:43.733777 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1528b0bb-92ef-413f-aacb-2cf590c33c57 req-5af0d374-b8ca-488c-8df8-582974b3f335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:43.735291 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1528b0bb-92ef-413f-aacb-2cf590c33c57 req-5af0d374-b8ca-488c-8df8-582974b3f335 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 1130 time: 0.0445328 Mar 31 20:26:43.779418 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1528b0bb-92ef-413f-aacb-2cf590c33c57 req-22f3de4e-6117-4f83-9761-a10e39f44e67 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376406 Mar 31 20:26:44.395898 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94a723f-1ab8-410e-808e-0b6f3c3dc316 req-6d1a4f22-9a5c-4f07-83c9-862aec181fc2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:44.397349 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b94a723f-1ab8-410e-808e-0b6f3c3dc316 req-6d1a4f22-9a5c-4f07-83c9-862aec181fc2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.0520725 Mar 31 20:26:44.447128 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b94a723f-1ab8-410e-808e-0b6f3c3dc316 req-f204046a-a194-46f2-b8c7-e9cfd28d40cd tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440593 Mar 31 20:26:44.808084 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb9a28-11a7-4eff-b8bf-5f247f0adb0f req-ee69a3c5-7a20-4ed5-9f61-942f9c6d4018 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:44.809528 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8ebb9a28-11a7-4eff-b8bf-5f247f0adb0f req-ee69a3c5-7a20-4ed5-9f61-942f9c6d4018 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.0523815 Mar 31 20:26:44.855177 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8ebb9a28-11a7-4eff-b8bf-5f247f0adb0f req-1b4009ac-c0c8-4f25-9e00-6080b3bd512e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394654 Mar 31 20:26:45.973153 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcb93cf-43e8-4632-8e1e-86a95b37d963 req-253d2b3f-040b-48ce-9db3-fe838765c82d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:45.974650 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ebcb93cf-43e8-4632-8e1e-86a95b37d963 req-253d2b3f-040b-48ce-9db3-fe838765c82d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.0518579 Mar 31 20:26:46.019959 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ebcb93cf-43e8-4632-8e1e-86a95b37d963 req-35bdf43c-9382-42a4-b9af-1934d30f157a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398245 Mar 31 20:26:46.348045 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66325c1-bbd9-44c1-a02f-a59e172c7794 req-d5420497-6638-4939-ae2a-f01c7c386358 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:46.349538 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a66325c1-bbd9-44c1-a02f-a59e172c7794 req-d5420497-6638-4939-ae2a-f01c7c386358 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.2660584 Mar 31 20:26:46.358502 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 47850) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:26:46.363275 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'port_id': 'c64e5dcd-f970-458e-b2e8-a307426769ba'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:26:46.434411 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (25b53412-d03a-4bec-9935-b9be4d73fc86), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:46.884063 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:46.930512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (25b53412-d03a-4bec-9935-b9be4d73fc86), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:47.029750 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 25b53412-d03a-4bec-9935-b9be4d73fc86 associated. External IP: 172.28.3.42, port: c64e5dcd-f970-458e-b2e8-a307426769ba. Mar 31 20:26:47.241289 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:26:47.351174 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:26:47.355894 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:26:47.364943 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:26:47.378043 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:47.381372 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:26:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:47.387863 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-bef29881-c414-41a2-8103-73c0b5cf9d3b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "PUT /v2.0/floatingips/25b53412-d03a-4bec-9935-b9be4d73fc86 HTTP/1.1" status: 200 len: 991 time: 1.0282991 Mar 31 20:26:47.388582 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:26:47.392137 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99005488-b36e-43c2-aff0-77d4303d5ee0" -d '{"events": [{"name": "network-changed", "server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:26:47.453196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b487ee8-deaa-4d1a-9ad2-e4f81f7a7663 x-openstack-request-id: req-7b487ee8-deaa-4d1a-9ad2-e4f81f7a7663 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:26:47.453196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:26:47.453196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7b487ee8-deaa-4d1a-9ad2-e4f81f7a7663 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:26:47.453196 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b487ee8-deaa-4d1a-9ad2-e4f81f7a7663'] response: {'name': 'network-changed', 'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'status': 'completed', 'code': 200} Mar 31 20:26:47.502613 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:47.525330 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-4733211f-6291-405d-85a9-4ddb24845c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.526866 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-4733211f-6291-405d-85a9-4ddb24845c5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 1130 time: 0.0501571 Mar 31 20:26:47.618970 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-aff974c8-94f5-440e-af1c-814fb2411957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.620434 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-aff974c8-94f5-440e-af1c-814fb2411957 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 916 time: 0.0860140 Mar 31 20:26:47.690922 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-a36d94dc-c697-4cb2-bbdf-986ad040f038 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c64e5dcd-f970-458e-b2e8-a307426769ba HTTP/1.1" status: 200 len: 999 time: 0.0638731 Mar 31 20:26:47.729497 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}, {'id': '25b53412-d03a-4bec-9935-b9be4d73fc86', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.42', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:83:7f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:21Z', 'updated_at': '2022-03-31T20:26:46Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:47.754012 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-c8e24c26-867f-4d94-b54d-0d2e28b43c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.755476 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-c8e24c26-867f-4d94-b54d-0d2e28b43c64 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0482268 Mar 31 20:26:47.759157 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:26:47.768035 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:26:47.768687 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:26:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:47.814080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-0c771894-501a-4b38-aaa4-f479f8abf062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:47.815609 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-0c771894-501a-4b38-aaa4-f479f8abf062 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0441301 Mar 31 20:26:47.876124 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:26:47.917023 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-7c6cc2e9-71a9-4bc6-8ccf-cb81a4bab313 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878420 Mar 31 20:26:48.023129 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-99005488-b36e-43c2-aff0-77d4303d5ee0 req-41b998ac-3ee5-472f-b94c-2da1629751a9 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825415 Mar 31 20:26:48.105525 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}, {'id': '25b53412-d03a-4bec-9935-b9be4d73fc86', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.42', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:83:7f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:21Z', 'updated_at': '2022-03-31T20:26:46Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:26:48.135029 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2874d0e6-6e6e-4738-8e84-9c058fd309fc None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}, {'id': '25b53412-d03a-4bec-9935-b9be4d73fc86', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.42', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 415, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:83:7f:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:21Z', 'updated_at': '2022-03-31T20:26:46Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:26:48.329681 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b30aab6-710c-4d8f-a8a6-72911d3d7f46 None None] New status for floating IP 25b53412-d03a-4bec-9935-b9be4d73fc86: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:26:48.811161 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458af95f-9220-485d-9b95-d62299161ae2 req-53bb231b-e552-40f1-9c4c-5df0143cb356 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:48.812811 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-458af95f-9220-485d-9b95-d62299161ae2 req-53bb231b-e552-40f1-9c4c-5df0143cb356 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0544245 Mar 31 20:26:48.864859 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-458af95f-9220-485d-9b95-d62299161ae2 req-3f19fb36-cd05-4a22-9202-5fcea3f2a640 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463538 Mar 31 20:26:49.981979 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac0763-f61a-468b-b948-f45c650f6871 req-e8b0c632-d328-4fc6-be94-6e4235518660 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:49.983459 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7ac0763-f61a-468b-b948-f45c650f6871 req-e8b0c632-d328-4fc6-be94-6e4235518660 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0512938 Mar 31 20:26:50.040241 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7ac0763-f61a-468b-b948-f45c650f6871 req-7e08c994-05f7-4c44-b12b-fac9e2cd9ac6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 Mar 31 20:26:50.620971 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:26:51.157238 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90642901-1495-44d9-b1c6-71693a4fb590 req-af804839-74da-46f1-878c-9b7f73d2965b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:51.158729 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-90642901-1495-44d9-b1c6-71693a4fb590 req-af804839-74da-46f1-878c-9b7f73d2965b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0522161 Mar 31 20:26:51.204683 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-90642901-1495-44d9-b1c6-71693a4fb590 req-6c8c1b26-bb14-4354-811d-a1300c7cfd78 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400610 Mar 31 20:26:52.326632 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542577e-8b3a-4eb9-a203-318bacd05b9d req-afed8302-739f-44d9-9052-e87c03ca946c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:52.328064 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0542577e-8b3a-4eb9-a203-318bacd05b9d req-afed8302-739f-44d9-9052-e87c03ca946c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0552659 Mar 31 20:26:52.374162 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0542577e-8b3a-4eb9-a203-318bacd05b9d req-9621997f-dbe5-4671-8cf7-f84110f7d681 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400226 Mar 31 20:26:53.504606 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7fdd1-2671-4f6d-9516-41cb217548da req-8ed3c1c3-37e3-421f-85e8-1ebafe8c1893 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:53.504606 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f1c7fdd1-2671-4f6d-9516-41cb217548da req-8ed3c1c3-37e3-421f-85e8-1ebafe8c1893 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0532746 Mar 31 20:26:53.547672 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f1c7fdd1-2671-4f6d-9516-41cb217548da req-88b1b75e-e9f1-482e-99de-9889c2eeafd1 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448251 Mar 31 20:26:54.666718 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b2d96-f462-404f-9d15-26af4bca1a1e req-66258226-4610-4930-9d39-c1a0db957d5a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:54.668158 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-968b2d96-f462-404f-9d15-26af4bca1a1e req-66258226-4610-4930-9d39-c1a0db957d5a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0517015 Mar 31 20:26:54.719221 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-968b2d96-f462-404f-9d15-26af4bca1a1e req-c96c9669-221e-4682-b62d-bfdb793d4324 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453780 Mar 31 20:26:55.838749 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c8554-bada-4d91-a574-50793da4d7f2 req-28daef18-9475-4401-a382-14707a2f5bcf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:55.840222 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cf2c8554-bada-4d91-a574-50793da4d7f2 req-28daef18-9475-4401-a382-14707a2f5bcf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0515001 Mar 31 20:26:55.886096 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cf2c8554-bada-4d91-a574-50793da4d7f2 req-a2e057bd-9946-4988-8832-9ebab207b031 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403264 Mar 31 20:26:57.002952 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01515b3-33e5-41a5-9985-698b92a6acba req-f22d6012-77da-4b5f-abfb-d0183d062ce1 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:57.004403 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c01515b3-33e5-41a5-9985-698b92a6acba req-f22d6012-77da-4b5f-abfb-d0183d062ce1 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0517764 Mar 31 20:26:57.050304 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c01515b3-33e5-41a5-9985-698b92a6acba req-d1c39ca1-1baa-445b-9de8-d16c9bb8b2d8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403578 Mar 31 20:26:58.171803 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b9a37a-baf4-4d45-b846-ce195b1c8dde req-51fd0b46-4f60-4dca-b613-37ebdfeb2878 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:58.173203 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-69b9a37a-baf4-4d45-b846-ce195b1c8dde req-51fd0b46-4f60-4dca-b613-37ebdfeb2878 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0571167 Mar 31 20:26:58.220201 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-69b9a37a-baf4-4d45-b846-ce195b1c8dde req-2877ef50-88b9-4c2f-b903-535dbf080a3d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409715 Mar 31 20:26:59.338285 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c5e29-d44b-4f36-8453-f036fb52f9b9 req-587aa02e-8f56-4a3f-a091-dc723674ac5a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:26:59.339770 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c85c5e29-d44b-4f36-8453-f036fb52f9b9 req-587aa02e-8f56-4a3f-a091-dc723674ac5a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0527644 Mar 31 20:26:59.386557 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c85c5e29-d44b-4f36-8453-f036fb52f9b9 req-6d076e4a-f20d-467c-8b16-17dd23ce301c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Mar 31 20:27:00.033435 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a0b799d7-d7f9-4676-9840-265b8f539a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:00.508583 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdc10f-6d9d-46a4-9b73-f903e9003a05 req-33b0e742-cb62-49cd-8d7a-5f6e53efb987 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:00.510035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4cfdc10f-6d9d-46a4-9b73-f903e9003a05 req-33b0e742-cb62-49cd-8d7a-5f6e53efb987 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0555487 Mar 31 20:27:00.557273 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4cfdc10f-6d9d-46a4-9b73-f903e9003a05 req-075c5627-a171-4103-a1dc-e9bd58aeaf7a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415740 Mar 31 20:27:01.675373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787fc02-1a84-4075-a07e-d01ea47a5279 req-e527aa33-97b6-4940-a0f0-5d80f889b447 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:01.676847 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5787fc02-1a84-4075-a07e-d01ea47a5279 req-e527aa33-97b6-4940-a0f0-5d80f889b447 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0527494 Mar 31 20:27:01.723754 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5787fc02-1a84-4075-a07e-d01ea47a5279 req-cd64318b-df36-4f69-89b6-7110a136c9db tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413187 Mar 31 20:27:02.285134 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6e89d718-c719-454e-8878-59d0c42a3bdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:02.556682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c82b91-ab40-4527-ba78-761d6c620e32 req-e0f567c9-69aa-4f2f-8e94-a67d31c41ad6 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.558518 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c5c82b91-ab40-4527-ba78-761d6c620e32 req-e0f567c9-69aa-4f2f-8e94-a67d31c41ad6 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0548418 Mar 31 20:27:02.645106 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c5c82b91-ab40-4527-ba78-761d6c620e32 req-a6955249-f48b-46e5-9d68-1eaa9677ca5d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0805898 Mar 31 20:27:02.664879 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-4f2dd88e-300a-4dc4-a9ec-fadfd438bf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.666578 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-4f2dd88e-300a-4dc4-a9ec-fadfd438bf5d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1169 time: 0.0630810 Mar 31 20:27:02.757657 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-c4578c54-db3f-4d6f-815c-d3dac4cc10dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.759139 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-c4578c54-db3f-4d6f-815c-d3dac4cc10dd service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 915 time: 0.0831687 Mar 31 20:27:02.858350 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-3c92510f-c1c0-4dd3-a556-093aa8b29edc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 1001 time: 0.0886586 Mar 31 20:27:02.885173 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e12c13-926d-4de9-9687-b5dc4b709b09 req-01291475-17ff-4471-bbfe-22a9bc5c1b90 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.886638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e9e12c13-926d-4de9-9687-b5dc4b709b09 req-01291475-17ff-4471-bbfe-22a9bc5c1b90 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0777423 Mar 31 20:27:02.937180 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-f9e58aa2-cdaf-497a-abd4-05243ed917e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:02.938655 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-f9e58aa2-cdaf-497a-abd4-05243ed917e7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 200 len: 853 time: 0.0691204 Mar 31 20:27:02.968821 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e9e12c13-926d-4de9-9687-b5dc4b709b09 req-8a2a199d-72f5-4a59-844b-befc885dda62 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647101 Mar 31 20:27:03.005381 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-d08ccb85-1433-4874-97ce-0fead5e75432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:03.006834 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-d08ccb85-1433-4874-97ce-0fead5e75432 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0536211 Mar 31 20:27:03.099862 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-a056712e-63e1-4232-b255-0c7b99bceb49 service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820904 Mar 31 20:27:03.195161 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db83acfc-5731-4adc-8a99-dedac882d2cd req-f6f67631-d44a-4715-beaa-cb9df474bb71 service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864174 Mar 31 20:27:03.427382 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.770674 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db25fa-0ff9-43a7-ae1e-5a0536049850 req-d36d53ec-9a36-4d8b-8a72-9057b282d7c9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:03.772157 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-35db25fa-0ff9-43a7-ae1e-5a0536049850 req-d36d53ec-9a36-4d8b-8a72-9057b282d7c9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0578759 Mar 31 20:27:03.782207 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:03.839951 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-35db25fa-0ff9-43a7-ae1e-5a0536049850 req-ffb43a91-17a3-4fbe-ade0-d3174b942ad2 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0617173 Mar 31 20:27:04.090901 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6eea-d065-4ec8-9690-560b3cb284e8 req-b2a2bca2-087c-4f74-8c3d-6d3ed1479b8a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:04.092388 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-181b6eea-d065-4ec8-9690-560b3cb284e8 req-b2a2bca2-087c-4f74-8c3d-6d3ed1479b8a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0538878 Mar 31 20:27:04.139796 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-181b6eea-d065-4ec8-9690-560b3cb284e8 req-c745da2d-7353-404d-ab4a-36831d2e23cb tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Mar 31 20:27:04.867820 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:04.963784 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1ac954-eddd-4dce-b732-6c3fef1be2d8 req-4ceb249b-e0de-4275-a199-4ac301829096 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:04.965252 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba1ac954-eddd-4dce-b732-6c3fef1be2d8 req-4ceb249b-e0de-4275-a199-4ac301829096 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0553036 Mar 31 20:27:05.029040 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba1ac954-eddd-4dce-b732-6c3fef1be2d8 req-dc71289c-0b00-4495-99f9-47f2456e47fd tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572088 Mar 31 20:27:05.256517 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2df96f-d4df-41c7-8933-272618276f13 req-bbc74ffb-b092-408e-9e9e-bb0a1ecfba50 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:05.258005 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5a2df96f-d4df-41c7-8933-272618276f13 req-bbc74ffb-b092-408e-9e9e-bb0a1ecfba50 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0523498 Mar 31 20:27:05.304596 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5a2df96f-d4df-41c7-8933-272618276f13 req-2f7d5f16-c654-48d4-b8fe-9e14cab35c38 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411003 Mar 31 20:27:05.687116 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38a4ef-b95c-480d-b657-8e661bdd5fdd req-ce51a186-44c2-4ac6-9450-cdcc53b53f78 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:05.688636 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8c38a4ef-b95c-480d-b657-8e661bdd5fdd req-ce51a186-44c2-4ac6-9450-cdcc53b53f78 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0577216 Mar 31 20:27:05.973921 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8c38a4ef-b95c-480d-b657-8e661bdd5fdd req-18ab545e-cd9a-403b-a7b9-c41f6599bd50 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2786508 Mar 31 20:27:05.983667 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-3070cf73-7c54-48b5-ae35-0d433175b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:05.985145 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-3070cf73-7c54-48b5-ae35-0d433175b2ca service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 1129 time: 0.0656059 Mar 31 20:27:06.087217 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-99ae510b-8628-40b8-aaf2-87b6b185941e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.088673 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-99ae510b-8628-40b8-aaf2-87b6b185941e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 912 time: 0.0893197 Mar 31 20:27:06.180191 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-bb145807-900f-4d20-a7b4-b37d68a5a50a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 200 len: 1001 time: 0.0827730 Mar 31 20:27:06.197720 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca68d8d-b064-4bbb-aa14-338b83a8c17c req-2795841a-a048-4116-bf7e-9de7d225f6fd tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.199215 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6ca68d8d-b064-4bbb-aa14-338b83a8c17c req-2795841a-a048-4116-bf7e-9de7d225f6fd tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0961418 Mar 31 20:27:06.264602 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-90943886-cb72-4618-8eb8-b58576c834e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.266063 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-90943886-cb72-4618-8eb8-b58576c834e5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.0757217 Mar 31 20:27:06.320078 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6ca68d8d-b064-4bbb-aa14-338b83a8c17c req-5f776a17-1a4b-42f7-aec5-5fd2f56b530d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1139336 Mar 31 20:27:06.333269 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-8998fd14-9bf8-4791-952f-f03f341786a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:06.335693 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-8998fd14-9bf8-4791-952f-f03f341786a9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0614042 Mar 31 20:27:06.410794 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:06.431176 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-069932dd-f62d-4c10-a965-d65cda5478e0 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882471 Mar 31 20:27:06.528563 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-45a2d019-aeb0-4ccb-8079-ab146158e4e0 req-73f26d0e-1c69-4c0f-bfe6-d69eff037f9d service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889456 Mar 31 20:27:07.093642 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34095d-106a-4a0e-b0e8-5ed138f85e32 req-defaaa6e-79f0-4f67-b1ec-fde2698da3ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:07.095159 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-da34095d-106a-4a0e-b0e8-5ed138f85e32 req-defaaa6e-79f0-4f67-b1ec-fde2698da3ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0537233 Mar 31 20:27:07.141887 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-da34095d-106a-4a0e-b0e8-5ed138f85e32 req-4a42694c-f316-44aa-a7ca-757134e5cc1e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412343 Mar 31 20:27:07.442462 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e36748-39ee-4966-8c48-b11953c8d8be req-8ec5e474-954c-477b-83eb-75cef5c2ce12 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:07.443951 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-66e36748-39ee-4966-8c48-b11953c8d8be req-8ec5e474-954c-477b-83eb-75cef5c2ce12 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0565982 Mar 31 20:27:07.502836 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-66e36748-39ee-4966-8c48-b11953c8d8be req-c3536be6-0dc0-4c4b-83a2-0f7815dd7064 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531816 Mar 31 20:27:08.260646 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb73b79-e612-402b-b255-9dba9e9e52fa req-ec8d7039-b3c5-4fd0-84ea-32afb756c491 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:08.262178 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9cb73b79-e612-402b-b255-9dba9e9e52fa req-ec8d7039-b3c5-4fd0-84ea-32afb756c491 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0528028 Mar 31 20:27:08.310074 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9cb73b79-e612-402b-b255-9dba9e9e52fa req-60aab4c5-7d3c-433d-9b8f-bb9d72ca9f31 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Mar 31 20:27:08.634057 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecc222-5654-45f5-baa9-ceb764151c2c req-ba3dbe95-44fd-41f8-9404-5a700f3bf2d5 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:08.635529 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97ecc222-5654-45f5-baa9-ceb764151c2c req-ba3dbe95-44fd-41f8-9404-5a700f3bf2d5 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0651152 Mar 31 20:27:08.695294 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97ecc222-5654-45f5-baa9-ceb764151c2c req-fedb521c-c564-47ad-8da1-23899cf3fe21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540380 Mar 31 20:27:09.817668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e5c63-0a65-40c2-978c-e4bf70d4f90b req-6fd3ee14-2af1-4291-b0ee-0cc19546a66d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:09.819170 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-056e5c63-0a65-40c2-978c-e4bf70d4f90b req-6fd3ee14-2af1-4291-b0ee-0cc19546a66d tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0530314 Mar 31 20:27:09.877708 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-056e5c63-0a65-40c2-978c-e4bf70d4f90b req-e4ebde8f-17bb-4dbb-825e-44cd14e9ca34 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528047 Mar 31 20:27:10.994259 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d6f9cb-bcff-4bc3-b887-aa26d4aab271 req-b569cf6e-cf36-4a99-a5fe-67032198a7a2 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:10.995743 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-13d6f9cb-bcff-4bc3-b887-aa26d4aab271 req-b569cf6e-cf36-4a99-a5fe-67032198a7a2 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0512712 Mar 31 20:27:11.059425 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-13d6f9cb-bcff-4bc3-b887-aa26d4aab271 req-6843d96c-5975-44c1-87c9-41f2713415d7 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580037 Mar 31 20:27:12.179044 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e19d3-4bc2-4936-96c5-b253170b9f37 req-2a57acf3-f04f-4637-9a31-b45215bbdc90 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:12.180428 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ae9e19d3-4bc2-4936-96c5-b253170b9f37 req-2a57acf3-f04f-4637-9a31-b45215bbdc90 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0530884 Mar 31 20:27:12.239847 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ae9e19d3-4bc2-4936-96c5-b253170b9f37 req-2da722d0-6cc4-471a-b464-413658ce05e1 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537491 Mar 31 20:27:13.363305 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a98d3-7f9f-4bfe-b793-0046539eaa60 req-b29e28f2-ae20-4a6e-9249-ec808f7c4502 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:13.364890 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-134a98d3-7f9f-4bfe-b793-0046539eaa60 req-b29e28f2-ae20-4a6e-9249-ec808f7c4502 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0554564 Mar 31 20:27:13.430055 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-134a98d3-7f9f-4bfe-b793-0046539eaa60 req-4e2b302c-c134-412d-bc32-278d58f9b432 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590124 Mar 31 20:27:14.573686 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375f928-fda1-4d17-aece-28a243841212 req-867dddab-338e-4ea9-a5f8-70925c0a19da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:14.575250 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4375f928-fda1-4d17-aece-28a243841212 req-867dddab-338e-4ea9-a5f8-70925c0a19da tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0621104 Mar 31 20:27:14.639447 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4375f928-fda1-4d17-aece-28a243841212 req-89650d95-33c2-4173-8a0c-c64c95501b9c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572381 Mar 31 20:27:15.763210 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dba8033-5edd-4c30-a385-f85c97694107 req-247f72ee-de78-458a-a855-19a3f14f9c80 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:15.764741 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1dba8033-5edd-4c30-a385-f85c97694107 req-247f72ee-de78-458a-a855-19a3f14f9c80 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0556004 Mar 31 20:27:15.824205 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1dba8033-5edd-4c30-a385-f85c97694107 req-84d76ea4-aa65-4090-a11c-90e4f85fd576 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531394 Mar 31 20:27:16.942739 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95927925-1eb7-465a-9920-9dae31a5dd19 req-da7ad534-9e7c-47dd-8740-55fdad988a43 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:16.944227 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95927925-1eb7-465a-9920-9dae31a5dd19 req-da7ad534-9e7c-47dd-8740-55fdad988a43 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0526435 Mar 31 20:27:17.006342 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95927925-1eb7-465a-9920-9dae31a5dd19 req-ccae11c6-4463-4148-ba61-f68335fa0e7b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564439 Mar 31 20:27:18.124664 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6a3b7-ceb6-4dea-81c5-9564462ae5a5 req-ee50ab77-35fc-439b-9407-d808f65a7233 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:18.126157 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dce6a3b7-ceb6-4dea-81c5-9564462ae5a5 req-ee50ab77-35fc-439b-9407-d808f65a7233 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0524123 Mar 31 20:27:18.185226 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dce6a3b7-ceb6-4dea-81c5-9564462ae5a5 req-0ce09575-db78-4328-bed4-a85c8cfdc842 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532784 Mar 31 20:27:19.302853 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957cba6-1f1f-4fcf-b7f0-9bb135cf4500 req-c1717f39-cfe5-4bc9-b09c-a48ff4a0a8fe tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:19.304331 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3957cba6-1f1f-4fcf-b7f0-9bb135cf4500 req-c1717f39-cfe5-4bc9-b09c-a48ff4a0a8fe tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0530794 Mar 31 20:27:19.366565 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3957cba6-1f1f-4fcf-b7f0-9bb135cf4500 req-954c968d-faf7-4a72-839f-908d9cd78145 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562525 Mar 31 20:27:20.487721 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf653e-3d23-497c-a21d-c38b7d4bed73 req-4112b5aa-cc4f-49a3-b43d-d489781aaa16 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:20.489104 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c0bf653e-3d23-497c-a21d-c38b7d4bed73 req-4112b5aa-cc4f-49a3-b43d-d489781aaa16 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0556219 Mar 31 20:27:20.548795 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c0bf653e-3d23-497c-a21d-c38b7d4bed73 req-31756dc6-c602-4e19-929c-81a1028ad23c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533931 Mar 31 20:27:21.666473 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f0bb3-1786-4599-92af-0db81533764d req-225bd68f-3b21-4883-872c-3c2a250fecde tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:21.667924 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2c4f0bb3-1786-4599-92af-0db81533764d req-225bd68f-3b21-4883-872c-3c2a250fecde tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0515239 Mar 31 20:27:21.730770 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2c4f0bb3-1786-4599-92af-0db81533764d req-98590e78-43de-4e4c-ad8c-fb4239570968 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566664 Mar 31 20:27:22.852168 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f6981-f712-4b46-9e76-a13ebbe4880d req-e100c4e9-e09e-4cd7-84db-d35d36a004c7 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:22.853647 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-361f6981-f712-4b46-9e76-a13ebbe4880d req-e100c4e9-e09e-4cd7-84db-d35d36a004c7 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0559788 Mar 31 20:27:22.912381 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-361f6981-f712-4b46-9e76-a13ebbe4880d req-475ece26-23d9-4f32-a107-367e7c74bcf9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530646 Mar 31 20:27:24.032442 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f104d-6eb1-4e64-bfdc-b6052adfbff4 req-7ffafd42-0e0e-40c4-a39b-39ebfc4a22e0 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:24.034091 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b8f104d-6eb1-4e64-bfdc-b6052adfbff4 req-7ffafd42-0e0e-40c4-a39b-39ebfc4a22e0 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0527813 Mar 31 20:27:24.094303 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b8f104d-6eb1-4e64-bfdc-b6052adfbff4 req-983cfa3b-da51-4eba-bab7-bcf741ee4fc3 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540180 Mar 31 20:27:25.211606 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3260c152-5b2c-4763-be91-e983140bedc7 req-a932bda2-0c3b-4342-a50d-564b236e7952 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:25.213072 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3260c152-5b2c-4763-be91-e983140bedc7 req-a932bda2-0c3b-4342-a50d-564b236e7952 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.0524392 Mar 31 20:27:25.275360 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3260c152-5b2c-4763-be91-e983140bedc7 req-aff57cb2-f71a-40f8-a22f-de18c2e37bf1 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=02ac8f39-eed0-41eb-84a1-3438410f6ee6&id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0566494 Mar 31 20:27:27.620281 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:27:29.987433 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-eb5c57cf-c5ea-4542-b595-54e5e419e8ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:32.336212 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b5c39339-35b3-463d-9fd6-cef866a3d039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.415863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:33.850635 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:34.197984 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-dc28863d-b9a0-4725-92a1-b627d6bb54a2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0551519 Mar 31 20:27:34.270061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-f66475c3-ef34-4d76-ae12-c19c9e67db8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.271571 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-f66475c3-ef34-4d76-ae12-c19c9e67db8a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 1131 time: 0.0476699 Mar 31 20:27:34.386645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-da1af3c4-05f6-43da-9979-4d0c1052a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.388050 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-da1af3c4-05f6-43da-9979-4d0c1052a35a service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.0901000 Mar 31 20:27:34.459404 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-89aaf05e-ebf2-4b6b-b603-041e796ff409 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 200 len: 1002 time: 0.0631320 Mar 31 20:27:34.512819 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-bee40fca-5f4c-48cd-b3d6-63813aa16c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.514363 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-bee40fca-5f4c-48cd-b3d6-63813aa16c47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0458593 Mar 31 20:27:34.577832 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-373fd24d-92d2-49b2-a0df-25b321528391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.579343 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-373fd24d-92d2-49b2-a0df-25b321528391 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528142 Mar 31 20:27:34.676513 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-bc6b04ed-c94a-4ab8-b5ee-b58c0e7d12de service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853896 Mar 31 20:27:34.816831 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a81ec041-43e5-4d20-94e7-532d1b97778d req-be24ad03-94b6-4a62-a082-92d47cd713da service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267912 Mar 31 20:27:34.824235 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5f22b2-b075-423d-ae39-e4cd50c8a001 req-c50f69bb-5949-473c-8365-8c3613d9379b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:34.825804 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4a5f22b2-b075-423d-ae39-e4cd50c8a001 req-c50f69bb-5949-473c-8365-8c3613d9379b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.0886552 Mar 31 20:27:34.874043 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4a5f22b2-b075-423d-ae39-e4cd50c8a001 req-85f4fe00-4f22-4ead-9b93-f03574b9a4d2 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415316 Mar 31 20:27:34.941946 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.009295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76864a6c-8511-4bc5-a426-5b597843ec17 req-3dacc144-9266-496d-8971-f0af041a6825 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:36.010660 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-76864a6c-8511-4bc5-a426-5b597843ec17 req-3dacc144-9266-496d-8971-f0af041a6825 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.0878096 Mar 31 20:27:36.025322 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a69dd9-2aef-441a-b2f4-763e53dddc8e req-6b8c35ac-196b-4ba5-b692-87dde4976104 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:36.026856 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-16a69dd9-2aef-441a-b2f4-763e53dddc8e req-6b8c35ac-196b-4ba5-b692-87dde4976104 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.0777135 Mar 31 20:27:36.098551 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-76864a6c-8511-4bc5-a426-5b597843ec17 req-7ac7f2c9-13f7-4d98-ab57-efc2ff79b8ec tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807874 Mar 31 20:27:36.101573 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-16a69dd9-2aef-441a-b2f4-763e53dddc8e req-3f42af62-b150-4d9e-8ba3-d2d2854c9e44 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689662 Mar 31 20:27:36.410420 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:36.951549 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-dab365cb-bb15-44e4-a78e-75c1069c8eee tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:36.952987 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-dab365cb-bb15-44e4-a78e-75c1069c8eee tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.0522659 Mar 31 20:27:37.075598 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port c64e5dcd-f970-458e-b2e8-a307426769ba {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:37.076285 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:37.167925 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] For port c64e5dcd-f970-458e-b2e8-a307426769ba, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=c64e5dcd-f970-458e-b2e8-a307426769ba,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:37.168340 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:37.405438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0b8414-01ff-4147-ae13-770ffbf77f75 req-0ceab578-105a-498a-acef-b8c16b31521e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:37.406929 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5e0b8414-01ff-4147-ae13-770ffbf77f75 req-0ceab578-105a-498a-acef-b8c16b31521e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 946 time: 0.2312315 Mar 31 20:27:37.418791 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f1613-0397-4a6d-b9f2-f52483ef7e97 req-9e1090ee-ea2a-43d5-9e7f-df047a231855 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:37.420244 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db9f1613-0397-4a6d-b9f2-f52483ef7e97 req-9e1090ee-ea2a-43d5-9e7f-df047a231855 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.2409649 Mar 31 20:27:37.537960 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:37.538323 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (25b53412-d03a-4bec-9935-b9be4d73fc86), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:37.538633 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 25b53412-d03a-4bec-9935-b9be4d73fc86 disassociated. External IP: 172.28.3.42, port: c64e5dcd-f970-458e-b2e8-a307426769ba. Mar 31 20:27:37.538997 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for c64e5dcd-f970-458e-b2e8-a307426769ba owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:37.555316 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5e0b8414-01ff-4147-ae13-770ffbf77f75 req-c1576b2c-3a82-4e83-9703-49ba9610b0df tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1f6e3791-24f7-42f9-9932-86a8218f2b04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306179 Mar 31 20:27:37.561584 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-db9f1613-0397-4a6d-b9f2-f52483ef7e97 req-1d8ccf4d-1707-45d1-b063-de5a1ea27703 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1350625 Mar 31 20:27:37.741670 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (c64e5dcd-f970-458e-b2e8-a307426769ba), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:37.773407 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=c64e5dcd-f970-458e-b2e8-a307426769ba,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:37.783657 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.783809 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.784427 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.784775 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.785210 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.785443 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.785815 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.786129 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.786460 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.786788 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.787130 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.787468 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.787794 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.788118 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.788438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:37.908438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:38.028014 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:38.039213 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:38.059888 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:38.060532 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:38.073600 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] No DVR routers for this DVR port c64e5dcd-f970-458e-b2e8-a307426769ba on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:38.076352 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.079833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b73fd7a7-033e-404c-9934-e03fcdf3d317 req-3fb31fb5-7e5c-49b0-98b6-564f2458f7f6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "DELETE /v2.0/ports/c64e5dcd-f970-458e-b2e8-a307426769ba HTTP/1.1" status: 204 len: 173 time: 1.1171455 Mar 31 20:27:38.084417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'name': 'network-vif-deleted', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:38.084417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32528b2d-7510-4287-be7d-59db3636c433" -d '{"events": [{"server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "name": "network-vif-deleted", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:38.122215 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d01c54-b1b3-46ce-8ff2-688943a1a5dd x-openstack-request-id: req-47d01c54-b1b3-46ce-8ff2-688943a1a5dd {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:38.122747 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ecf118-2adc-401e-8de4-f991dbb5d307", "name": "network-vif-deleted", "tag": "c64e5dcd-f970-458e-b2e8-a307426769ba", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:38.123022 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-47d01c54-b1b3-46ce-8ff2-688943a1a5dd {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:38.123544 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47d01c54-b1b3-46ce-8ff2-688943a1a5dd'] response: {'server_uuid': '34ecf118-2adc-401e-8de4-f991dbb5d307', 'name': 'network-vif-deleted', 'tag': 'c64e5dcd-f970-458e-b2e8-a307426769ba', 'status': 'completed', 'code': 200} Mar 31 20:27:38.286875 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:38.533459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-ef362b07-36ce-411d-bbdb-cf40e3e2ab52 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.535315 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-ef362b07-36ce-411d-bbdb-cf40e3e2ab52 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.3491268 Mar 31 20:27:38.556986 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:38.558587 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b4968-09d5-41dd-a356-169c9e97aa05 req-7f2628b5-e604-4423-a0e4-c454aef30916 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.560179 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5b8b4968-09d5-41dd-a356-169c9e97aa05 req-7f2628b5-e604-4423-a0e4-c454aef30916 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.3557479 Mar 31 20:27:38.590206 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:38.600995 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-d7c81de2-ab70-4e38-bb9e-c57be3828749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.601608 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:38.602430 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:38.602647 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-d7c81de2-ab70-4e38-bb9e-c57be3828749 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.1256258 Mar 31 20:27:38.722044 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:38.739444 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2bb438ad-a2de-43ac-b9a1-91a542f01397 req-012f991a-9821-4743-80fa-a4eb1c7a3fc5 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=34ecf118-2adc-401e-8de4-f991dbb5d307 HTTP/1.1" status: 200 len: 210 time: 0.0928931 Mar 31 20:27:38.748662 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5b8b4968-09d5-41dd-a356-169c9e97aa05 req-b5ad754d-7a2a-4ae4-a868-1c94d3503e4a tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688564 Mar 31 20:27:38.791312 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-c52567ab-fd7e-4428-a6c4-d36938997a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:38.792697 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-c52567ab-fd7e-4428-a6c4-d36938997a7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.1792927 Mar 31 20:27:38.803210 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Deleting port ab833fb1-0282-4c2e-9900-2efad89ea859 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:38.803434 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:38.945647 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-18acc0d7-102c-4ae7-ba1c-27bbe17103be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 1000 time: 0.1450696 Mar 31 20:27:39.010949 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:39.021588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c716985-8957-4304-80c7-e192729373b2 req-0680fcea-dbc9-4c14-a9b6-ae92d69dd531 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.023319 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3c716985-8957-4304-80c7-e192729373b2 req-0680fcea-dbc9-4c14-a9b6-ae92d69dd531 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 947 time: 0.1736844 Mar 31 20:27:39.035998 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] For port ab833fb1-0282-4c2e-9900-2efad89ea859, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ab833fb1-0282-4c2e-9900-2efad89ea859,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:39.036321 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.042590 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36c1b24-7168-4e0b-b004-04160b5fd732 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '10fe7835-7ccb-42aa-83a6-9220999ada3a', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.228', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 298, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:5e:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:24:52Z', 'updated_at': '2022-03-31T20:25:22Z', 'revision_number': 2, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:39.072857 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-ab74cffc-c663-40a0-997a-d306dbf75cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.074696 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-ab74cffc-c663-40a0-997a-d306dbf75cf2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.1211820 Mar 31 20:27:39.178565 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3c716985-8957-4304-80c7-e192729373b2 req-f228be98-a242-4d1c-8d98-558ed60836af tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1464882 Mar 31 20:27:39.253472 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-3a6fa4c2-db62-4aa2-94c8-e22803370feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.256240 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-3a6fa4c2-db62-4aa2-94c8-e22803370feb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1414285 Mar 31 20:27:39.369930 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.370288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (f8a51fef-0670-433f-a483-c5605315149e), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.370595 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Floating IP f8a51fef-0670-433f-a483-c5605315149e disassociated. External IP: 172.28.3.134, port: ab833fb1-0282-4c2e-9900-2efad89ea859. Mar 31 20:27:39.370934 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Calling delete_port for ab833fb1-0282-4c2e-9900-2efad89ea859 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:39.381671 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60e4439-8216-4a2e-9181-bbf2b3014cce None None] New status for floating IP 25b53412-d03a-4bec-9935-b9be4d73fc86: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:39.442155 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-5543030d-c7a9-43f0-b5d3-067889662917 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520386 Mar 31 20:27:39.596429 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f3b360a0-4465-4914-9c87-45e8684e4007 req-23f0925f-5d43-4efd-9b26-a4beec2e8909 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392388 Mar 31 20:27:39.674150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (ab833fb1-0282-4c2e-9900-2efad89ea859), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.704443 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event deleted for resources: {'Port': ['ID=ab833fb1-0282-4c2e-9900-2efad89ea859,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:39.831692 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Router a0441eef-4c71-42e8-816a-01b09f32f43f has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:39.891837 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48080) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:39.954192 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (1f6e3791-24f7-42f9-9932-86a8218f2b04), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:39.967618 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3563d457-0d71-44f7-aac4-75b54090d297 req-e7a21819-7be3-4561-b73f-3d2ee2f42fa4 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:39.969254 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3563d457-0d71-44f7-aac4-75b54090d297 req-e7a21819-7be3-4561-b73f-3d2ee2f42fa4 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1293149 Mar 31 20:27:39.986682 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (1f6e3791-24f7-42f9-9932-86a8218f2b04), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.010268 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:40.022175 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:40.039326 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:40.040975 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:40.067512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] No DVR routers for this DVR port ab833fb1-0282-4c2e-9900-2efad89ea859 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:40.070327 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.073629 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-47d3a3a0-ff13-445a-8a58-d57da49507fc req-1ed2c5b7-6ed7-422d-8d6f-43475e133280 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "DELETE /v2.0/ports/ab833fb1-0282-4c2e-9900-2efad89ea859 HTTP/1.1" status: 204 len: 173 time: 1.5290687 Mar 31 20:27:40.077332 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3563d457-0d71-44f7-aac4-75b54090d297 req-7afb6689-bb47-446b-88df-283c6f342186 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013203 Mar 31 20:27:40.090390 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1f6e3791-24f7-42f9-9932-86a8218f2b04), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.096209 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.100036 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/security-groups/1f6e3791-24f7-42f9-9932-86a8218f2b04 HTTP/1.1" status: 204 len: 168 time: 0.2045376 Mar 31 20:27:40.100350 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48084) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:40.115155 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-73ca4967-7951-47a7-906a-dc19e6e62be5 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] show failed (client error): The resource could not be found. Mar 31 20:27:40.116396 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-73ca4967-7951-47a7-906a-dc19e6e62be5 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups/1f6e3791-24f7-42f9-9932-86a8218f2b04 HTTP/1.1" status: 404 len: 347 time: 0.0150635 Mar 31 20:27:40.121126 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48086) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:40.128360 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-deleted', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:40.128360 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0adbdb74-143b-4560-bb02-64e6a09b97ae" -d '{"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-deleted", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:40.128608 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e3791-24f7-42f9-9932-86a8218f2b04,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:40.173839 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.174392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.175516 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.176023 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.176527 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.177180 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.178267 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.178809 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.179459 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.179800 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.180139 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.180454 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.180888 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.181079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae381b2-2686-4f93-80cb-618daed9792a x-openstack-request-id: req-1ae381b2-2686-4f93-80cb-618daed9792a {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:40.181616 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.181705 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58cf2a4e-1591-4b8a-ba12-dad411f74ccb", "name": "network-vif-deleted", "tag": "ab833fb1-0282-4c2e-9900-2efad89ea859", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:40.181955 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49218bc2-3dd1-4a51-b004-68e31e888306 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:40.182050 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1ae381b2-2686-4f93-80cb-618daed9792a {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:40.182521 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ae381b2-2686-4f93-80cb-618daed9792a'] response: {'server_uuid': '58cf2a4e-1591-4b8a-ba12-dad411f74ccb', 'name': 'network-vif-deleted', 'tag': 'ab833fb1-0282-4c2e-9900-2efad89ea859', 'status': 'completed', 'code': 200} Mar 31 20:27:40.224631 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:40.302071 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port f725e41a-388a-4d38-81e3-da2c076ff80c {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:40.304806 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.346129 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-31a29f80-21c6-4d6a-accb-c5474677e1d3 req-d2fc6486-f35f-41c9-b39c-2b59552ed855 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=58cf2a4e-1591-4b8a-ba12-dad411f74ccb HTTP/1.1" status: 200 len: 210 time: 0.0354288 Mar 31 20:27:40.387231 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.387670 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (f725e41a-388a-4d38-81e3-da2c076ff80c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.403009 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for f725e41a-388a-4d38-81e3-da2c076ff80c owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:40.460428 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:40.489570 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:40.500600 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:40.502058 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:40.631847 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:40.840004 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:40.856016 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (f725e41a-388a-4d38-81e3-da2c076ff80c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.872114 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fc1b2c-31a0-490a-bc97-19b8e13b9b2f None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:40.883894 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=f725e41a-388a-4d38-81e3-da2c076ff80c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:40.960768 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (25b53412-d03a-4bec-9935-b9be4d73fc86), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.963970 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:40.965288 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-90d1dfe8-2293-40fc-bf42-3c0120cd8561 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/floatingips/25b53412-d03a-4bec-9935-b9be4d73fc86 HTTP/1.1" status: 204 len: 168 time: 0.8430777 Mar 31 20:27:41.158482 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849418f8-7a13-48ed-9e03-facc051161ea None None] New status for floating IP f8a51fef-0670-433f-a483-c5605315149e: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:41.267591 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ca2816-dd56-4962-ba7a-ef20cd7c6a6c req-96fb6dca-8042-4646-ac5b-46cbae7d1862 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:41.269980 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-65ca2816-dd56-4962-ba7a-ef20cd7c6a6c req-96fb6dca-8042-4646-ac5b-46cbae7d1862 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0609691 Mar 31 20:27:41.287089 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device c64e5dcd-f970-458e-b2e8-a307426769ba no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:41.334796 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-65ca2816-dd56-4962-ba7a-ef20cd7c6a6c req-5a2c4af7-a856-42c0-a2ea-3fd28742b6a9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588458 Mar 31 20:27:41.340744 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: c64e5dcd-f970-458e-b2e8-a307426769ba {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:41.340744 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device c64e5dcd-f970-458e-b2e8-a307426769ba not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:41.341075 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:41.368979 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: ab833fb1-0282-4c2e-9900-2efad89ea859 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:41.369535 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ab833fb1-0282-4c2e-9900-2efad89ea859 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:41.498383 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48108) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:41.561944 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8da11226-6aa5-455c-808d-77f6c3ba7198 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (bca8b3d8-3a30-4b39-84e1-6bfe3e42226d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.590017 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8da11226-6aa5-455c-808d-77f6c3ba7198 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (bca8b3d8-3a30-4b39-84e1-6bfe3e42226d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.702015 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8da11226-6aa5-455c-808d-77f6c3ba7198 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (bca8b3d8-3a30-4b39-84e1-6bfe3e42226d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.705146 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8da11226-6aa5-455c-808d-77f6c3ba7198 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.706346 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8da11226-6aa5-455c-808d-77f6c3ba7198 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "DELETE /v2.0/security-groups/bca8b3d8-3a30-4b39-84e1-6bfe3e42226d HTTP/1.1" status: 204 len: 168 time: 0.2069526 Mar 31 20:27:41.709220 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48110) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:41.715920 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da11226-6aa5-455c-808d-77f6c3ba7198 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8b3d8-3a30-4b39-84e1-6bfe3e42226d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:41.729633 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-b5188f50-aa2b-48f9-a9bf-4d8946c58a52 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] show failed (client error): The resource could not be found. Mar 31 20:27:41.733582 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b5188f50-aa2b-48f9-a9bf-4d8946c58a52 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups/bca8b3d8-3a30-4b39-84e1-6bfe3e42226d HTTP/1.1" status: 404 len: 347 time: 0.0202703 Mar 31 20:27:41.733910 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48112) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:41.858082 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Deleting port bc3e42cb-9ce9-453c-bea7-286ac1990049 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:41.858343 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.932054 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.932377 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (bc3e42cb-9ce9-453c-bea7-286ac1990049), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:41.943878 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Calling delete_port for bc3e42cb-9ce9-453c-bea7-286ac1990049 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:42.141796 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (bc3e42cb-9ce9-453c-bea7-286ac1990049), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.167766 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event deleted for resources: {'Port': ['ID=bc3e42cb-9ce9-453c-bea7-286ac1990049,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:42.232422 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (f8a51fef-0670-433f-a483-c5605315149e), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.239951 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.239951 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-bedd46d8-a336-4c5f-87e9-618ef185ad5e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "DELETE /v2.0/floatingips/f8a51fef-0670-433f-a483-c5605315149e HTTP/1.1" status: 204 len: 168 time: 0.5021222 Mar 31 20:27:42.482301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a02959-1787-4cf9-b6b1-5aa9e12b6161 req-72be7d5f-7234-408e-9608-685d0b3ee09f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:42.488966 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-00a02959-1787-4cf9-b6b1-5aa9e12b6161 req-72be7d5f-7234-408e-9608-685d0b3ee09f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0744009 Mar 31 20:27:42.508589 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48118) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:42.513285 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821124425', 'description': 'tempest-description--823768022'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:42.542759 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-00a02959-1787-4cf9-b6b1-5aa9e12b6161 req-02b5b2f2-a47d-4fc7-a07b-4932e04deb1b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493791 Mar 31 20:27:42.610575 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.682500 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (c0f0e2bb-3706-45a5-8957-6dc516e69d28), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.730610 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c0f0e2bb-3706-45a5-8957-6dc516e69d28), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.758849 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f0e2bb-3706-45a5-8957-6dc516e69d28,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:42.806806 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.808112 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-02965868-9cd1-415f-9f43-ee8f5ce464b2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2984424 Mar 31 20:27:42.811101 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48126) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:42.816066 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'security_group_rule': {'security_group_id': 'c0f0e2bb-3706-45a5-8957-6dc516e69d28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:42.896068 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (222126fb-45e2-45cb-98a2-60a65f32c6b1), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:42.952877 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (222126fb-45e2-45cb-98a2-60a65f32c6b1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.010415 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (222126fb-45e2-45cb-98a2-60a65f32c6b1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.030947 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=222126fb-45e2-45cb-98a2-60a65f32c6b1,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:43.042919 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e7456-e225-4907-b7f9-591085f3f1c9 req-1c2c2862-d33d-47fa-a143-1bb314326504 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:43.044406 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7e4e7456-e225-4907-b7f9-591085f3f1c9 req-1c2c2862-d33d-47fa-a143-1bb314326504 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.0564909 Mar 31 20:27:43.075510 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.076808 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-69e17d44-183b-449f-bed7-758bda1e2f8c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2647529 Mar 31 20:27:43.081283 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48130) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:43.085859 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'security_group_rule': {'security_group_id': 'c0f0e2bb-3706-45a5-8957-6dc516e69d28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:43.093740 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7e4e7456-e225-4907-b7f9-591085f3f1c9 req-96f75352-58f5-4caa-a680-c26f1dc8c4b6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436411 Mar 31 20:27:43.169879 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (83c62328-9b74-4d47-912a-da7307110c41), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.225864 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (83c62328-9b74-4d47-912a-da7307110c41), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.278696 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (83c62328-9b74-4d47-912a-da7307110c41), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.295783 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83c62328-9b74-4d47-912a-da7307110c41,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:43.355077 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.356302 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7b6cd5e3-a5b4-4ae3-a005-84af7a588e95 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2740042 Mar 31 20:27:43.359354 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48134) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:43.364058 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:43.433664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.536102 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.649115 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Allocated IP 172.28.3.242 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/e315665d-a86f-42f4-995f-459203a77c6b) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:43.673598 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb194a8b-4950-4875-a902-eb5aee2103cb req-33a2f48e-b288-46a9-b6ea-e516511ead63 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:43.675241 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eb194a8b-4950-4875-a902-eb5aee2103cb req-33a2f48e-b288-46a9-b6ea-e516511ead63 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0557914 Mar 31 20:27:43.723528 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eb194a8b-4950-4875-a902-eb5aee2103cb req-5724c8ae-2cca-4923-adab-bd69b720a975 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425508 Mar 31 20:27:43.754983 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for port (e315665d-a86f-42f4-995f-459203a77c6b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.839535 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (e315665d-a86f-42f4-995f-459203a77c6b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:43.876997 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:43.879918 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:43.882354 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:43.919749 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'Port': ['ID=e315665d-a86f-42f4-995f-459203a77c6b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:43.984093 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (9ac55459-21a1-4925-9c99-e370c8ea4866), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.096013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (e315665d-a86f-42f4-995f-459203a77c6b), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.215069 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33eee4-b927-476c-a480-d59d86fdfc26 req-d569b11d-6dd8-462f-bf76-96bec94f56a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.216542 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bb33eee4-b927-476c-a480-d59d86fdfc26 req-d569b11d-6dd8-462f-bf76-96bec94f56a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.0539010 Mar 31 20:27:44.252336 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for port (e315665d-a86f-42f4-995f-459203a77c6b), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.269263 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bb33eee4-b927-476c-a480-d59d86fdfc26 req-4d8c3953-b028-4da9-a585-f6754ddb4815 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Mar 31 20:27:44.313974 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (e315665d-a86f-42f4-995f-459203a77c6b), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.379387 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'Port': ['ID=e315665d-a86f-42f4-995f-459203a77c6b,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:44.390786 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (9ac55459-21a1-4925-9c99-e370c8ea4866), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.470292 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:44.471541 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b5756525-f49d-4e56-8a70-3c1e5e2f4245 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1112697 Mar 31 20:27:44.665705 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-a693fc97-a7b6-47d9-b3bb-f320b0bf4e22 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1821124425&fields=id&tenant_id=68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 267 time: 0.0436425 Mar 31 20:27:44.768373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-f213e763-821c-4daa-9db0-3f95d2185604 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.769954 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-f213e763-821c-4daa-9db0-3f95d2185604 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 817 time: 0.0972474 Mar 31 20:27:44.787018 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-c8d18f30-7e4f-443d-8531-cec92cceea03 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/quotas/68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 375 time: 0.0113263 Mar 31 20:27:44.878443 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c4d39-bc15-4921-9052-48f2a6f06dec req-17bc76dc-a419-445c-984e-0a773886c3ce tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:44.879897 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-637c4d39-bc15-4921-9052-48f2a6f06dec req-17bc76dc-a419-445c-984e-0a773886c3ce tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0882554 Mar 31 20:27:44.885291 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-085a5ee4-5488-4fe2-9740-1ba5f7c02f8a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0925541 Mar 31 20:27:45.007584 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-637c4d39-bc15-4921-9052-48f2a6f06dec req-505db557-eb22-424c-940d-959ef7bd7107 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212373 Mar 31 20:27:45.009547 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d76f8ec9-a96a-418d-890f-6eda897aae9c service neutron] 10.222.0.62 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101699 Mar 31 20:27:45.128682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-99685c9f-cc09-4436-a968-c8b5df1e17de tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:45.130160 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-99685c9f-cc09-4436-a968-c8b5df1e17de tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.1057405 Mar 31 20:27:45.398372 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-e95bc9e3-0505-4fae-ba4c-a6ce3c81372b service neutron] 10.222.0.62 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826296 Mar 31 20:27:45.473013 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7dd525-fe97-49ed-b848-37f624f28bfe req-e183c61e-4182-4c2e-acaa-1d7944431f16 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:45.474532 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dc7dd525-fe97-49ed-b848-37f624f28bfe req-e183c61e-4182-4c2e-acaa-1d7944431f16 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 945 time: 0.1057642 Mar 31 20:27:45.521144 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port 282de4f1-9256-45bc-8b32-19d52900f2b1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:45.521485 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:45.572425 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dc7dd525-fe97-49ed-b848-37f624f28bfe req-02cda33d-cf1d-4906-9184-b05e16a0e7b4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=1615ea11-9a4a-4d72-863d-7cda6f7a1cba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921457 Mar 31 20:27:45.629119 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] For port 282de4f1-9256-45bc-8b32-19d52900f2b1, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=282de4f1-9256-45bc-8b32-19d52900f2b1,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:45.629484 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:45.699638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9c1b9cea-3c77-44d6-96de-7e4f59f6d5b7 req-e20e466d-d718-4783-961f-70a784321156 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 210 time: 0.0620997 Mar 31 20:27:45.846431 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:45.847643 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (10fe7835-7ccb-42aa-83a6-9220999ada3a), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:45.847969 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 10fe7835-7ccb-42aa-83a6-9220999ada3a disassociated. External IP: 172.28.3.228, port: 282de4f1-9256-45bc-8b32-19d52900f2b1. Mar 31 20:27:45.848316 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for 282de4f1-9256-45bc-8b32-19d52900f2b1 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:46.086342 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (282de4f1-9256-45bc-8b32-19d52900f2b1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:46.142316 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=282de4f1-9256-45bc-8b32-19d52900f2b1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:46.230037 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d84c4-86e5-432d-8628-d36a38c20cec req-3690ba1a-aa4f-45ad-9440-89195d705503 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:46.231613 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7a6d84c4-86e5-432d-8628-d36a38c20cec req-3690ba1a-aa4f-45ad-9440-89195d705503 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1545365 Mar 31 20:27:46.303911 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7a6d84c4-86e5-432d-8628-d36a38c20cec req-164d9094-dafb-414a-814d-870b13bd4832 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657024 Mar 31 20:27:46.312061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:27:46.425994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:27:46.436037 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:27:46.445858 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:46.446503 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:46.468400 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] No DVR routers for this DVR port 282de4f1-9256-45bc-8b32-19d52900f2b1 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:27:46.471672 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:46.475804 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-be27fe4e-a83c-4317-9c0d-faf0ac570fc7 req-8b82e9d3-a296-43f6-95fc-98d55b401e46 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "DELETE /v2.0/ports/282de4f1-9256-45bc-8b32-19d52900f2b1 HTTP/1.1" status: 204 len: 173 time: 1.3371892 Mar 31 20:27:46.476296 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'name': 'network-vif-deleted', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:46.479556 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725f23ed-124c-4ecf-8c02-7c7a22656e77" -d '{"events": [{"server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "name": "network-vif-deleted", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:46.527359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98fc4309-9730-4064-a83e-676befa63fdc x-openstack-request-id: req-98fc4309-9730-4064-a83e-676befa63fdc {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:46.527682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd359d6d-2d5f-419e-868a-104870fd0df0", "name": "network-vif-deleted", "tag": "282de4f1-9256-45bc-8b32-19d52900f2b1", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:46.527902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-98fc4309-9730-4064-a83e-676befa63fdc {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:46.528314 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98fc4309-9730-4064-a83e-676befa63fdc'] response: {'server_uuid': 'dd359d6d-2d5f-419e-868a-104870fd0df0', 'name': 'network-vif-deleted', 'tag': '282de4f1-9256-45bc-8b32-19d52900f2b1', 'status': 'completed', 'code': 200} Mar 31 20:27:46.562688 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:46.686919 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5824dd51-b099-4a23-ab74-cb3addd4f24d req-e0f46bbb-81d1-43cc-a2f3-9b7fdae03a3e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=dd359d6d-2d5f-419e-868a-104870fd0df0 HTTP/1.1" status: 200 len: 210 time: 0.0371666 Mar 31 20:27:46.767570 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:46.798909 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:27:46.807356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4622584c-6443-4dba-b966-3c96ad9af4a4 req-1d7f7e8e-bed4-40a4-a2c9-100a3946c449 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 210 time: 0.0355968 Mar 31 20:27:46.808301 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:27:46.808914 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:46.919168 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:27:47.119758 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:27:47.146066 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a8a73e-4659-4c4b-a21a-369552bca566 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:27:47.371585 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7cd3a7-b18c-41b4-93db-c14c47995993 None None] New status for floating IP 10fe7835-7ccb-42aa-83a6-9220999ada3a: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:27:47.429250 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f83bc5-17c1-4245-96a0-3930fa673ff0 req-6485de0f-03af-4cd5-936e-dc9257300efa tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.434237 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c6f83bc5-17c1-4245-96a0-3930fa673ff0 req-6485de0f-03af-4cd5-936e-dc9257300efa tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0594687 Mar 31 20:27:47.482402 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c6f83bc5-17c1-4245-96a0-3930fa673ff0 req-7baf34b0-c4a9-4a21-8618-6974dfdf731b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436399 Mar 31 20:27:47.780304 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-4d355ac9-d90c-4e2b-be42-a7bacbe573bb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:47.781714 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-4d355ac9-d90c-4e2b-be42-a7bacbe573bb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 817 time: 0.1048331 Mar 31 20:27:47.834458 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48182) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:47.856389 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-f116c206-99b0-4eda-ba5e-b92e4aec0216 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 380 time: 0.0577731 Mar 31 20:27:47.867523 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'port': {'device_id': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'admin_state_up': True, 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'security_groups': ['c0f0e2bb-3706-45a5-8957-6dc516e69d28']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:47.909472 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-684b665b-eea7-4738-bcd6-6ed88e8d12bf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (1615ea11-9a4a-4d72-863d-7cda6f7a1cba), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:47.949255 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0155ba1f-5054-4d16-9368-95aa30c8e43b req-f2fdfc20-7e58-4aa3-a7d9-94ed44c5a03b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 210 time: 0.0626829 Mar 31 20:27:47.949937 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-684b665b-eea7-4738-bcd6-6ed88e8d12bf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (1615ea11-9a4a-4d72-863d-7cda6f7a1cba), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.050622 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-684b665b-eea7-4738-bcd6-6ed88e8d12bf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1615ea11-9a4a-4d72-863d-7cda6f7a1cba), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.053248 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-684b665b-eea7-4738-bcd6-6ed88e8d12bf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.054464 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-684b665b-eea7-4738-bcd6-6ed88e8d12bf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/security-groups/1615ea11-9a4a-4d72-863d-7cda6f7a1cba HTTP/1.1" status: 204 len: 168 time: 0.2190282 Mar 31 20:27:48.057368 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48190) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:48.064074 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684b665b-eea7-4738-bcd6-6ed88e8d12bf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1615ea11-9a4a-4d72-863d-7cda6f7a1cba,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:48.071897 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-0c21dd12-7de5-4111-83cc-b3716183df23 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] show failed (client error): The resource could not be found. Mar 31 20:27:48.074348 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-0c21dd12-7de5-4111-83cc-b3716183df23 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups/1615ea11-9a4a-4d72-863d-7cda6f7a1cba HTTP/1.1" status: 404 len: 347 time: 0.0144904 Mar 31 20:27:48.074348 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Made reservation on behalf of 68facedcf14842ab88c0acfbd4a528c1 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:27:48.076031 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48192) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:48.077436 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.205513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Allocated IP 172.20.0.11 (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6/df71270e-1696-4ae3-a23b-aa6c27a664c3/d791963d-c93b-49e9-a49d-f2de9f3ec899) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:48.209186 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port 274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:27:48.209533 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.287274 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.287865 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.301468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for 274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:27:48.346584 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.439784 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.482370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:48.485934 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:48.488553 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:48.508017 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.539006 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=274ba3ba-86ab-4f1f-b6e0-f3a2bf1a9740,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:48.557471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.558301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.573150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:48.610980 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (10fe7835-7ccb-42aa-83a6-9220999ada3a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.616451 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.616451 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6c1c711f-c781-4217-9e26-cf7166b101ea tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/floatingips/10fe7835-7ccb-42aa-83a6-9220999ada3a HTTP/1.1" status: 204 len: 168 time: 0.5371988 Mar 31 20:27:48.635259 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500128ea-b274-48c3-811e-fe5478dfe4a7 req-5443fad0-ddc5-47ca-9dd2-43414a08f755 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:48.637035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-500128ea-b274-48c3-811e-fe5478dfe4a7 req-5443fad0-ddc5-47ca-9dd2-43414a08f755 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0650258 Mar 31 20:27:48.664015 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-d7463403-ddae-420f-ade8-27c9c3e6b04b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8005085 Mar 31 20:27:48.685562 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Request body: {'port': {'device_id': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:48.724820 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-500128ea-b274-48c3-811e-fe5478dfe4a7 req-6c0a8115-0ab4-4a10-b32e-18a0f2ead787 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815740 Mar 31 20:27:48.756878 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e6643d10-0f9d-4688-8b78-219e08cddaf9 None None] Provisioning complete for port d791963d-c93b-49e9-a49d-f2de9f3ec899 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:48.757592 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e6643d10-0f9d-4688-8b78-219e08cddaf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.766101 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:48.799163 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e6643d10-0f9d-4688-8b78-219e08cddaf9 None None] Port d791963d-c93b-49e9-a49d-f2de9f3ec899 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:49.042370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48202) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:49.048594 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1271926383', 'description': 'tempest-description--1521959495'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:49.080387 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d791963d-c93b-49e9-a49d-f2de9f3ec899 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:49.091770 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Publish callbacks [] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.115103 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Transition to ACTIVE for port object d791963d-c93b-49e9-a49d-f2de9f3ec899 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:27:49.127407 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f6b82-31f6-4644-bad7-29fffc416ec7 req-dca433f4-e546-4430-b079-6c43625b063d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.129035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a7f6b82-31f6-4644-bad7-29fffc416ec7 req-dca433f4-e546-4430-b079-6c43625b063d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 932 time: 0.0992558 Mar 31 20:27:49.177556 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a7f6b82-31f6-4644-bad7-29fffc416ec7 req-65158c2f-deb8-4181-a28c-172cc3f29ec8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Mar 31 20:27:49.187433 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.202213 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.280677 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:49.316873 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 282de4f1-9256-45bc-8b32-19d52900f2b1 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:27:49.339264 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 282de4f1-9256-45bc-8b32-19d52900f2b1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:27:49.339686 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 282de4f1-9256-45bc-8b32-19d52900f2b1 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:27:49.360823 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (6a8dd378-4536-47ba-bdf0-c36cb68c4412), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.376911 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Attempting to bind port d791963d-c93b-49e9-a49d-f2de9f3ec899 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:49.381279 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Attempting to bind port d791963d-c93b-49e9-a49d-f2de9f3ec899 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:49.381279 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Attempting to bind port d791963d-c93b-49e9-a49d-f2de9f3ec899 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:49.382573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Port d791963d-c93b-49e9-a49d-f2de9f3ec899 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:27:49.382573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Attempting to bind port d791963d-c93b-49e9-a49d-f2de9f3ec899 on network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:49.387966 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:49.388312 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Checking segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:49.388729 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Bound using segment: {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:49.389174 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Bound port: d791963d-c93b-49e9-a49d-f2de9f3ec899, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0adb508a-9d96-474f-8781-5041170de4b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:49.389581 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.427373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (6a8dd378-4536-47ba-bdf0-c36cb68c4412), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.478215 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a8dd378-4536-47ba-bdf0-c36cb68c4412,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:49.485846 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:49.489212 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:49.549843 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.555660 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b2a7975f-03ae-43d4-ab3d-1eecaf29ff54 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5078762 Mar 31 20:27:49.555660 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48204) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:49.559999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '6a8dd378-4536-47ba-bdf0-c36cb68c4412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:49.566451 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.615944 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.615944 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.615944 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] 10.222.0.58 "PUT /v2.0/ports/d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 1094 time: 0.9351089 Mar 31 20:27:49.615944 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:49.617887 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17eea524-bb7e-4bbf-9237-43bb24549543" -d '{"events": [{"name": "network-changed", "server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:49.649579 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425528c-12d8-494f-972a-8cc87d155976 service neutron] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:49.669204 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1845e17f-e2d8-4de1-8190-cfedeb8eb3e5 x-openstack-request-id: req-1845e17f-e2d8-4de1-8190-cfedeb8eb3e5 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:49.669502 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:49.669941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1845e17f-e2d8-4de1-8190-cfedeb8eb3e5 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:49.670360 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1845e17f-e2d8-4de1-8190-cfedeb8eb3e5'] response: {'name': 'network-changed', 'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'status': 'completed', 'code': 200} Mar 31 20:27:49.729467 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (ff120b6f-b662-427a-8fa8-1d82a5a8dfc9), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.791230 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eea524-bb7e-4bbf-9237-43bb24549543 req-444cdd48-b494-41b4-9505-6ca48ffc5cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.792781 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-17eea524-bb7e-4bbf-9237-43bb24549543 req-444cdd48-b494-41b4-9505-6ca48ffc5cfc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1128 time: 0.0941825 Mar 31 20:27:49.885062 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (ff120b6f-b662-427a-8fa8-1d82a5a8dfc9), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:49.946037 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2a5be-fd41-4255-8569-cf2b53a38f83 req-77ea58ab-61e4-44e7-b294-8ecd20f93390 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.947524 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88b2a5be-fd41-4255-8569-cf2b53a38f83 req-77ea58ab-61e4-44e7-b294-8ecd20f93390 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1425543 Mar 31 20:27:49.952500 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eea524-bb7e-4bbf-9237-43bb24549543 req-0d138383-8528-4532-8a06-5c7d923acc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:49.953973 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-17eea524-bb7e-4bbf-9237-43bb24549543 req-0d138383-8528-4532-8a06-5c7d923acc56 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=68facedcf14842ab88c0acfbd4a528c1&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1501770 Mar 31 20:27:49.975545 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (ff120b6f-b662-427a-8fa8-1d82a5a8dfc9), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.041355 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff120b6f-b662-427a-8fa8-1d82a5a8dfc9,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:50.073631 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88b2a5be-fd41-4255-8569-cf2b53a38f83 req-f703ae96-651c-43f8-8278-bbd3fe41b114 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186950 Mar 31 20:27:50.093017 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eea524-bb7e-4bbf-9237-43bb24549543 req-851c0d30-a2e3-49d5-9ec4-ea7b85eb5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.094646 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-17eea524-bb7e-4bbf-9237-43bb24549543 req-851c0d30-a2e3-49d5-9ec4-ea7b85eb5905 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339130 Mar 31 20:27:50.109473 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.111336 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-5f07a6eb-fd93-4f9b-b18c-9b8f60f2bfa7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5556507 Mar 31 20:27:50.114318 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48210) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:50.118682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '6a8dd378-4536-47ba-bdf0-c36cb68c4412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:50.186577 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-66773098-84c4-4b6e-86f2-b36b204b239d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.187993 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-66773098-84c4-4b6e-86f2-b36b204b239d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1128 time: 0.0498719 Mar 31 20:27:50.204614 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (7fc588d3-77c9-4097-964e-c5576799be8f), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.240111 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-5fb4ba77-3516-4073-acd9-389a1598a22a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 217 time: 0.0431852 Mar 31 20:27:50.345374 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-e5b78544-b496-4817-b7d3-72495559abc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.346848 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-e5b78544-b496-4817-b7d3-72495559abc4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0972950 Mar 31 20:27:50.368590 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (7fc588d3-77c9-4097-964e-c5576799be8f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.396406 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34d019-f01a-4888-976f-54ed6520fc80 req-3c44933c-1998-4ef6-8595-0db2e4d06e66 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.399708 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4e34d019-f01a-4888-976f-54ed6520fc80 req-3c44933c-1998-4ef6-8595-0db2e4d06e66 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.1374178 Mar 31 20:27:50.443660 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073145ad-763d-445e-9cb7-f1c7be44761d req-8ca5c9b2-d70a-4f4d-9b8d-20ecf51a7d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:50.445044 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-8ca5c9b2-d70a-4f4d-9b8d-20ecf51a7d93 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0858109 Mar 31 20:27:50.449804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (7fc588d3-77c9-4097-964e-c5576799be8f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.479357 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4e34d019-f01a-4888-976f-54ed6520fc80 req-d84165ba-ea87-41e2-9816-3adfaddf505d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744867 Mar 31 20:27:50.491489 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fc588d3-77c9-4097-964e-c5576799be8f,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:50.784689 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-102f8df9-65e4-4ec1-a241-131cb7bb40fa service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279419 Mar 31 20:27:50.835248 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:50.836437 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-102c372c-05db-456c-8b8c-63a7d567b977 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7211769 Mar 31 20:27:50.839838 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48214) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:27:50.845105 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:50.880368 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-073145ad-763d-445e-9cb7-f1c7be44761d req-edbf89e7-d0d9-4c86-8b7f-9769c21c5e7f service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878055 Mar 31 20:27:50.971067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.065488 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.177104 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.28.3.150 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/db817220-c665-4199-92dd-ba19295fc1e0) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:51.195315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b67a4-87ee-4753-b7ce-53a5ea8ab7de req-3d1d0e13-26e8-4c6e-843e-04b1fe2f2ee0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:51.196820 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ef5b67a4-87ee-4753-b7ce-53a5ea8ab7de req-3d1d0e13-26e8-4c6e-843e-04b1fe2f2ee0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0539100 Mar 31 20:27:51.246876 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ef5b67a4-87ee-4753-b7ce-53a5ea8ab7de req-b97a8ea2-fcff-498e-9842-42eabf90d39e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443506 Mar 31 20:27:51.279209 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (db817220-c665-4199-92dd-ba19295fc1e0), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.377453 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (db817220-c665-4199-92dd-ba19295fc1e0), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.417397 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:51.422050 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:51.425030 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:51.451979 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=db817220-c665-4199-92dd-ba19295fc1e0,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:51.517457 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (19be4346-63ed-4644-a1ab-4575b702006b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.606870 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f3f682-8c0e-48fd-b37f-3efe3796d7ae req-dc1676d2-197e-41b4-96b2-d058f6630250 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:51.608331 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-57f3f682-8c0e-48fd-b37f-3efe3796d7ae req-dc1676d2-197e-41b4-96b2-d058f6630250 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0515113 Mar 31 20:27:51.622523 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (db817220-c665-4199-92dd-ba19295fc1e0), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.657736 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-57f3f682-8c0e-48fd-b37f-3efe3796d7ae req-610e7162-7908-4fdf-82df-18baa536da58 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Mar 31 20:27:51.786575 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (db817220-c665-4199-92dd-ba19295fc1e0), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.862242 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (db817220-c665-4199-92dd-ba19295fc1e0), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:51.928605 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=db817220-c665-4199-92dd-ba19295fc1e0,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:51.940776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (19be4346-63ed-4644-a1ab-4575b702006b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:52.012719 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:52.013997 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-5eb6f47a-42d9-4c48-aea8-74ffe61eb52b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1731184 Mar 31 20:27:52.205675 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-2743ec05-96c3-4e2a-a2e5-bfee2ce2f325 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1271926383&fields=id&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 267 time: 0.0417962 Mar 31 20:27:52.312645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-59a6ec7c-3db3-4eb9-904d-de49aaa6543b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:52.314156 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-59a6ec7c-3db3-4eb9-904d-de49aaa6543b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.1020074 Mar 31 20:27:52.350924 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-411e98cb-a9e0-4cbd-9670-37b6a6cba6aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/quotas/f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 375 time: 0.0266652 Mar 31 20:27:52.397565 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87798b23-e7fc-43a7-9458-265fc63919c4 req-d021653d-d3c5-4ca1-a7ea-1c032260f521 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:52.399083 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87798b23-e7fc-43a7-9458-265fc63919c4 req-d021653d-d3c5-4ca1-a7ea-1c032260f521 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0829036 Mar 31 20:27:52.436851 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-f32c6293-dfe1-4e3c-b408-d6bd79aa3bae tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0800292 Mar 31 20:27:52.474671 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87798b23-e7fc-43a7-9458-265fc63919c4 req-4fc0e92d-564f-4f69-9099-72e63574b927 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687020 Mar 31 20:27:52.543390 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-a765705c-a314-425f-80b0-34f4009c7863 service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922141 Mar 31 20:27:52.637348 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-cdfbcacf-9f3b-4cfa-bbe9-e958ca67197a service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882742 Mar 31 20:27:52.791566 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84d90f9-2014-4fbc-8583-0a6c09043630 req-a442c206-ad2d-4cbc-8a18-de5cadb7d77f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:52.793003 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b84d90f9-2014-4fbc-8583-0a6c09043630 req-a442c206-ad2d-4cbc-8a18-de5cadb7d77f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0581360 Mar 31 20:27:52.846660 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b84d90f9-2014-4fbc-8583-0a6c09043630 req-7e1fb81e-a83c-443d-8050-d311d2e4969b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477164 Mar 31 20:27:52.893690 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa063a1b-db06-4c5f-a6e8-a3a5984ddb8a req-3841c942-e123-4f32-9941-3fc14149b201 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 210 time: 0.0315926 Mar 31 20:27:53.596623 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df3e0c5-aabc-4b47-a638-d54d3f635102 req-a0b7f2f3-7582-4cb1-8435-19e78baaf678 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:53.598302 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4df3e0c5-aabc-4b47-a638-d54d3f635102 req-a0b7f2f3-7582-4cb1-8435-19e78baaf678 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0550160 Mar 31 20:27:53.648968 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4df3e0c5-aabc-4b47-a638-d54d3f635102 req-260cff7c-003a-4d98-a137-c7270fedc870 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421019 Mar 31 20:27:53.988557 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4054ba97-a87b-4be7-9634-47ed1f1c22d8 req-983d7051-ae68-43de-a40d-9193a132ae79 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:53.990029 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4054ba97-a87b-4be7-9634-47ed1f1c22d8 req-983d7051-ae68-43de-a40d-9193a132ae79 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0690739 Mar 31 20:27:54.007245 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8a016c33-bd85-4155-983a-6ccb1d30d95d req-0ced083f-365c-4b0e-8be0-aa219e650465 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 210 time: 0.0379810 Mar 31 20:27:54.048051 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4054ba97-a87b-4be7-9634-47ed1f1c22d8 req-a33c9efe-8984-441b-b463-99b0bb16b531 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 Mar 31 20:27:54.770370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40fd25-4a97-4cf0-b727-1c442f620c11 req-7988ec5e-ea6d-4c4e-a2e0-110aa9d1ae6b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.771845 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf40fd25-4a97-4cf0-b727-1c442f620c11 req-7988ec5e-ea6d-4c4e-a2e0-110aa9d1ae6b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0535839 Mar 31 20:27:54.871143 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bf40fd25-4a97-4cf0-b727-1c442f620c11 req-17bd5dd7-3d0b-45f7-8a41-43d3a1734719 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935407 Mar 31 20:27:54.923304 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-31ff974e-27b9-4262-9a45-e3a977b1ea77 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:54.924738 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-31ff974e-27b9-4262-9a45-e3a977b1ea77 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.1274548 Mar 31 20:27:54.986720 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-ed83ec09-c40d-4d08-b9e2-21bad9a7ddc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 380 time: 0.0532987 Mar 31 20:27:54.996965 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'port': {'device_id': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'admin_state_up': True, 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'security_groups': ['6a8dd378-4536-47ba-bdf0-c36cb68c4412']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:55.134077 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0ba58eaa-0643-4c03-8335-75adeb254bea req-0cfeb5f7-1204-44cd-b1d9-7a165127b3d0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 210 time: 0.0411139 Mar 31 20:27:55.195082 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ee460-39de-4bc3-ade2-667dc60a1e78 req-405f2bd4-4a05-4892-b04c-9135ddfc9c8f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.196566 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b64ee460-39de-4bc3-ade2-667dc60a1e78 req-405f2bd4-4a05-4892-b04c-9135ddfc9c8f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0667973 Mar 31 20:27:55.229238 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Made reservation on behalf of f0f0189504344e479e3ba03948bc0a35 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:27:55.232568 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.260837 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b64ee460-39de-4bc3-ade2-667dc60a1e78 req-0f4f390f-78bc-4c24-90c0-dce3c17aba05 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584178 Mar 31 20:27:55.343661 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:27:55.371800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.20.0.11 (cff012ed-f7dd-40c9-b870-295ed6fd793b/16d8b85e-7637-4469-8912-73aa93edb2fb/1ae11504-cbc5-402b-8a48-76fa37317336) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:27:55.446448 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:55.462676 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'mac_address': 'fa:16:3e:d4:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:27:55.501612 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:55.502031 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.511532 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (1ae11504-cbc5-402b-8a48-76fa37317336), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.514989 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d791963d-c93b-49e9-a49d-f2de9f3ec899 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:55.539447 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:55.604459 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.610819 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.652576 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:27:55.654875 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:55.655711 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:27:55.662197 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:27:55.663301 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.663654 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.663999 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.664357 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.664697 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.665031 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.665362 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.665689 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.666045 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.666377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.666720 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.667114 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.667377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.667681 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.668004 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:27:55.692039 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=1ae11504-cbc5-402b-8a48-76fa37317336,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:55.724137 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:55.724758 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.801618 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-4f001d14-a617-418c-bdda-79c7111db482 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8086703 Mar 31 20:27:55.816684 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Request body: {'port': {'device_id': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:27:55.883735 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.906564 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-03a0bb85-c15c-4874-87f9-03ee8758c668 None None] Provisioning complete for port 1ae11504-cbc5-402b-8a48-76fa37317336 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:55.906948 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-03a0bb85-c15c-4874-87f9-03ee8758c668 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:55.946879 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-03a0bb85-c15c-4874-87f9-03ee8758c668 None None] Port 1ae11504-cbc5-402b-8a48-76fa37317336 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:27:56.004776 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['d791963d-c93b-49e9-a49d-f2de9f3ec899'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:27:56.104386 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f87fd-f98b-431c-90f7-b19c6e0b79fe req-433c92dd-174e-43c6-ac8c-0a8e17a90a3e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.105950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a36f87fd-f98b-431c-90f7-b19c6e0b79fe req-433c92dd-174e-43c6-ac8c-0a8e17a90a3e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1149538 Mar 31 20:27:56.187063 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a36f87fd-f98b-431c-90f7-b19c6e0b79fe req-cd6bd420-dda3-4434-bd50-2b3f34d47397 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706332 Mar 31 20:27:56.288128 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ae11504-cbc5-402b-8a48-76fa37317336 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:27:56.301267 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Publish callbacks [] for port (1ae11504-cbc5-402b-8a48-76fa37317336), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.322002 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Transition to ACTIVE for port object 1ae11504-cbc5-402b-8a48-76fa37317336 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:27:56.330697 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202bb298-1017-43b6-98ad-a4969f9ee989 req-2894bd21-b943-4584-8a55-102f9bed8a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.332194 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-202bb298-1017-43b6-98ad-a4969f9ee989 req-2894bd21-b943-4584-8a55-102f9bed8a2e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.1038518 Mar 31 20:27:56.349430 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd051b9e-ad2f-4a38-a4e6-1398af9622bc req-e5f540d3-65b8-4467-8474-4c7ccbf5f556 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.350872 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd051b9e-ad2f-4a38-a4e6-1398af9622bc req-e5f540d3-65b8-4467-8474-4c7ccbf5f556 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 932 time: 0.1240959 Mar 31 20:27:56.401522 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.500301 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-202bb298-1017-43b6-98ad-a4969f9ee989 req-a42bc6a9-2b3d-4bb5-a965-31a5b417d3db service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473360 Mar 31 20:27:56.512498 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd051b9e-ad2f-4a38-a4e6-1398af9622bc req-bb189b8a-fc31-48dd-91cc-165953ed3aa8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392534 Mar 31 20:27:56.513670 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae11504-cbc5-402b-8a48-76fa37317336,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:56.523066 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c1ca7-9c15-4a86-a433-e1523aa8b421 req-c0e0b9fd-e263-44a8-a308-f03a72834b18 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.524638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-683c1ca7-9c15-4a86-a433-e1523aa8b421 req-c0e0b9fd-e263-44a8-a308-f03a72834b18 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 945 time: 0.1900213 Mar 31 20:27:56.655373 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-683c1ca7-9c15-4a86-a433-e1523aa8b421 req-f9ff281e-d5f3-4199-8196-a42f1dd25786 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075244 Mar 31 20:27:56.665939 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Attempting to bind port 1ae11504-cbc5-402b-8a48-76fa37317336 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:27:56.668932 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Attempting to bind port 1ae11504-cbc5-402b-8a48-76fa37317336 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:27:56.669369 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Attempting to bind port 1ae11504-cbc5-402b-8a48-76fa37317336 on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:56.676214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Port 1ae11504-cbc5-402b-8a48-76fa37317336 on network cff012ed-f7dd-40c9-b870-295ed6fd793b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:27:56.676552 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Attempting to bind port 1ae11504-cbc5-402b-8a48-76fa37317336 on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:27:56.683558 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:27:56.684150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:27:56.684546 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Bound using segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:27:56.684992 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Bound port: 1ae11504-cbc5-402b-8a48-76fa37317336, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:27:56.685677 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.753621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] For port 1ae11504-cbc5-402b-8a48-76fa37317336, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:27:56.756644 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] For port 1ae11504-cbc5-402b-8a48-76fa37317336, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1ae11504-cbc5-402b-8a48-76fa37317336,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:27:56.828287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.864717 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:56.865459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:56.867111 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] 10.222.0.58 "PUT /v2.0/ports/1ae11504-cbc5-402b-8a48-76fa37317336 HTTP/1.1" status: 200 len: 1094 time: 1.0561562 Mar 31 20:27:56.867499 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:56.869787 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:56.894918 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214304e-6d64-4a5d-9a77-998d55db2a12 service neutron] Pushing event updated for resources: {'Port': ['ID=1ae11504-cbc5-402b-8a48-76fa37317336,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:56.919629 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4bd629-2a4c-434d-bbae-d8f1b862f568 x-openstack-request-id: req-5d4bd629-2a4c-434d-bbae-d8f1b862f568 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:56.919999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:56.920358 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5d4bd629-2a4c-434d-bbae-d8f1b862f568 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:56.920824 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4bd629-2a4c-434d-bbae-d8f1b862f568'] response: {'name': 'network-changed', 'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336', 'status': 'completed', 'code': 200} Mar 31 20:27:57.000009 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76 req-6454486e-4032-4160-9ea2-ea6325427251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.002139 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76 req-6454486e-4032-4160-9ea2-ea6325427251 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 1128 time: 0.0498984 Mar 31 20:27:57.134244 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76 req-c8cb91a5-35b2-42c6-b182-f4d10ac53eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.134244 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76 req-c8cb91a5-35b2-42c6-b182-f4d10ac53eef service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f0f0189504344e479e3ba03948bc0a35&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1249094 Mar 31 20:27:57.167536 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876a0d5b-abea-41f7-838b-4fc6003c4de3 req-7344004e-0b9b-4e00-8942-1f9b4505c0a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.168989 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-876a0d5b-abea-41f7-838b-4fc6003c4de3 req-7344004e-0b9b-4e00-8942-1f9b4505c0a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0849495 Mar 31 20:27:57.272321 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-876a0d5b-abea-41f7-838b-4fc6003c4de3 req-edb6dfbe-8c4e-4e62-ac5f-1b0588911f7b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751641 Mar 31 20:27:57.286177 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76 req-8dc2b6e8-5882-4f46-bf45-3f9fbf42fdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.287594 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d8fb4bc3-9423-4ed5-bd21-197ba5e88a76 req-8dc2b6e8-5882-4f46-bf45-3f9fbf42fdf6 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1473844 Mar 31 20:27:57.328151 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88061720-440b-43a5-be2c-31fa65650cda req-a1963989-2e92-4494-9b88-bdd79862ce64 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.329735 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88061720-440b-43a5-be2c-31fa65650cda req-a1963989-2e92-4494-9b88-bdd79862ce64 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0610614 Mar 31 20:27:57.354870 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:27:57.407447 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-3db5159f-5046-4e84-b6d3-028acf8fcfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.408844 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-3db5159f-5046-4e84-b6d3-028acf8fcfff service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 1128 time: 0.0782371 Mar 31 20:27:57.412116 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88061720-440b-43a5-be2c-31fa65650cda req-dab81168-fb3d-42d0-af80-26b487702be9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743032 Mar 31 20:27:57.454392 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-c4253520-0d60-4143-b25d-adc298dc090e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae11504-cbc5-402b-8a48-76fa37317336 HTTP/1.1" status: 200 len: 217 time: 0.0346074 Mar 31 20:27:57.479054 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port d791963d-c93b-49e9-a49d-f2de9f3ec899 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:27:57.483008 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port d791963d-c93b-49e9-a49d-f2de9f3ec899 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:27:57.483382 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.506652 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-9038b220-fb0f-4cd4-9bdd-0b17cd750ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.508100 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-9038b220-fb0f-4cd4-9bdd-0b17cd750ea1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0428228 Mar 31 20:27:57.564897 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-6286b5ac-81dd-481b-8cc3-715681e48e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.568095 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:27:57.568483 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.573403 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-6286b5ac-81dd-481b-8cc3-715681e48e9f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0587916 Mar 31 20:27:57.592249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:27:57.595069 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454f14a0-4669-400e-b077-bdbfab4a6af3" -d '{"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-plugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:27:57.607877 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:27:57.631633 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f714df5-7bef-499a-b3b6-417cf6f47454 x-openstack-request-id: req-6f714df5-7bef-499a-b3b6-417cf6f47454 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:27:57.631945 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-plugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:27:57.632203 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6f714df5-7bef-499a-b3b6-417cf6f47454 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:27:57.632599 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f714df5-7bef-499a-b3b6-417cf6f47454'] response: {'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'code': 200} Mar 31 20:27:57.684899 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:27:57.711990 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087a2a4f-48fa-48bd-83d2-80d5f4a8998c req-1e4df4ce-5c88-4ca9-bb3d-2a1e55759c69 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.713508 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-087a2a4f-48fa-48bd-83d2-80d5f4a8998c req-1e4df4ce-5c88-4ca9-bb3d-2a1e55759c69 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 944 time: 0.1202555 Mar 31 20:27:57.715557 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-8a6213ba-b184-49c8-bb47-2c8180087279 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339386 Mar 31 20:27:57.754127 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:27:57.843813 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-087a2a4f-48fa-48bd-83d2-80d5f4a8998c req-86a10f9c-4566-4d8f-b3be-6e7e023d10a1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245883 Mar 31 20:27:57.886915 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d4127-8285-4e32-816c-cbfca05f8333 req-4fd5af78-8a8b-4685-a3e9-0fea595f2f58 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.894051 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2c6d4127-8285-4e32-816c-cbfca05f8333 req-4fd5af78-8a8b-4685-a3e9-0fea595f2f58 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1338212 Mar 31 20:27:57.894051 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-008f7f0d-ad0a-42f9-9d59-13609a594361 req-c1f1a9d9-5bc5-4a4a-9e04-988a8296f03d service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549902 Mar 31 20:27:57.939579 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2c6d4127-8285-4e32-816c-cbfca05f8333 req-54c62d2a-bd7d-4d39-acdc-225b2d343d23 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447774 Mar 31 20:27:57.995731 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73b5d-ab48-4df9-a879-8a5a28fd9728 req-2354682a-c170-480f-a52c-0242004cbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:57.997269 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3af73b5d-ab48-4df9-a879-8a5a28fd9728 req-2354682a-c170-480f-a52c-0242004cbe03 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1130 time: 0.0451305 Mar 31 20:27:58.042232 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3af73b5d-ab48-4df9-a879-8a5a28fd9728 req-c4dd04fc-158a-48c1-a968-886df1890872 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382285 Mar 31 20:27:58.393307 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32e77d-d880-4dc8-8c38-f2dc7368305d req-8b520b71-1ec6-4430-a7cc-f414ea0b93ef tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:58.394938 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0a32e77d-d880-4dc8-8c38-f2dc7368305d req-8b520b71-1ec6-4430-a7cc-f414ea0b93ef tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Mar 31 20:27:58.445246 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0a32e77d-d880-4dc8-8c38-f2dc7368305d req-99459b55-ae92-414b-a70b-76e1661bf8a3 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444252 Mar 31 20:27:58.530551 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250adfa-a951-4983-9933-8a325b75353b req-93ae904f-a54d-40d3-ad7f-5789117d4d2b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:58.532520 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2250adfa-a951-4983-9933-8a325b75353b req-93ae904f-a54d-40d3-ad7f-5789117d4d2b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0521216 Mar 31 20:27:58.579592 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2250adfa-a951-4983-9933-8a325b75353b req-18c9be64-b63b-4c62-bee7-3aa34aea124b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410919 Mar 31 20:27:58.969156 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e47f6-8c2e-49d1-a32c-c5935864bc04 req-da575607-5931-47b5-8cb9-ae2c63853a48 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:58.971173 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-440e47f6-8c2e-49d1-a32c-c5935864bc04 req-da575607-5931-47b5-8cb9-ae2c63853a48 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 944 time: 0.0531399 Mar 31 20:27:59.017649 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-440e47f6-8c2e-49d1-a32c-c5935864bc04 req-caf08ff9-1328-430a-ab7d-5a2a4ef779f4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407417 Mar 31 20:27:59.162243 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a42e2a-fb73-4258-9eca-d4e38f51e166 req-cb2daff8-4941-4b3a-97c4-3cd07dad08bb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.163697 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-98a42e2a-fb73-4258-9eca-d4e38f51e166 req-cb2daff8-4941-4b3a-97c4-3cd07dad08bb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0877719 Mar 31 20:27:59.203025 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13edfb3-a393-4c0a-bb9c-7db1c8051fa7 req-7a2d38bb-deaa-4707-83c4-b68cd8cf7127 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.204980 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d13edfb3-a393-4c0a-bb9c-7db1c8051fa7 req-7a2d38bb-deaa-4707-83c4-b68cd8cf7127 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0994904 Mar 31 20:27:59.282791 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-98a42e2a-fb73-4258-9eca-d4e38f51e166 req-da97cc52-7d81-4860-a99b-eb8d705c9c5f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074867 Mar 31 20:27:59.289435 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697e114-3673-483b-8b63-a7ed034c9602 req-82aa785e-8856-46a7-811d-b40efef515b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.290935 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-82aa785e-8856-46a7-811d-b40efef515b0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.1254811 Mar 31 20:27:59.298068 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d13edfb3-a393-4c0a-bb9c-7db1c8051fa7 req-edc18d9a-4a63-4db0-9c3e-3f79f97b7c45 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838439 Mar 31 20:27:59.382396 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697e114-3673-483b-8b63-a7ed034c9602 req-69d39ba3-0d67-4286-bb48-b0d344521600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.383838 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-69d39ba3-0d67-4286-bb48-b0d344521600 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.0849452 Mar 31 20:27:59.457713 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-e40647de-28ae-43c5-9be1-060962feb93c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 1000 time: 0.0628726 Mar 31 20:27:59.518767 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697e114-3673-483b-8b63-a7ed034c9602 req-a5b9259b-6d71-42b2-b8b2-7a60f9ce01d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.520156 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-a5b9259b-6d71-42b2-b8b2-7a60f9ce01d3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0484648 Mar 31 20:27:59.600800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d923e482-4bdf-455c-bdca-6958d349120d req-1a3af80f-6618-4f2a-b121-6d2e9fe451db tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.602274 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d923e482-4bdf-455c-bdca-6958d349120d req-1a3af80f-6618-4f2a-b121-6d2e9fe451db tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.0869820 Mar 31 20:27:59.606980 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697e114-3673-483b-8b63-a7ed034c9602 req-6664a0d9-d54d-499e-94da-0d7dac4b8c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:27:59.608385 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-6664a0d9-d54d-499e-94da-0d7dac4b8c6f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0798736 Mar 31 20:27:59.702941 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d923e482-4bdf-455c-bdca-6958d349120d req-c47c6ef7-e26b-4920-9619-2bb5b757aa1c tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935483 Mar 31 20:27:59.734056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-c7c3237e-6553-4b70-b15e-7d2a712a09ae service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173005 Mar 31 20:27:59.982128 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-dcd1a631-b32d-45c6-be61-1f1546c4471c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.141813 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b697e114-3673-483b-8b63-a7ed034c9602 req-671a540f-4454-423d-90e1-8d2cadac8bf3 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827419 Mar 31 20:28:00.156159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-a6cbcdbb-124b-44d9-9111-80a992d227ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.158109 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-a6cbcdbb-124b-44d9-9111-80a992d227ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1142476 Mar 31 20:28:00.183924 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590aef30-b9ef-4117-aee9-23be821fbc76 req-ec75836c-06b3-4040-96ac-780a496d227b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.185418 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-590aef30-b9ef-4117-aee9-23be821fbc76 req-ec75836c-06b3-4040-96ac-780a496d227b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 944 time: 0.0945537 Mar 31 20:28:00.279848 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-590aef30-b9ef-4117-aee9-23be821fbc76 req-660a97a9-8505-4237-9a36-51c5299418f0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774982 Mar 31 20:28:00.303785 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Deleting port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:00.304124 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.460160 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] For port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:00.460438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.524193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d26d5-87be-46a9-9879-325a24c6a2c8 req-a86ede55-e7c6-48c5-a9a1-af1b69033242 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.525658 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6d6d26d5-87be-46a9-9879-325a24c6a2c8 req-a86ede55-e7c6-48c5-a9a1-af1b69033242 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1724310 Mar 31 20:28:00.532806 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e96c45-ff1a-4fe5-aa13-22a8d102141d req-20f7f89c-bcf2-4c14-98cd-ff00f3b5f40d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.534466 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a6e96c45-ff1a-4fe5-aa13-22a8d102141d req-20f7f89c-bcf2-4c14-98cd-ff00f3b5f40d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1632333 Mar 31 20:28:00.655683 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6d6d26d5-87be-46a9-9879-325a24c6a2c8 req-fac9eddd-e184-4995-8c9a-9cfb60ab4219 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162906 Mar 31 20:28:00.666361 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a6e96c45-ff1a-4fe5-aa13-22a8d102141d req-5b9c922d-c29a-4311-8eba-829304a48a9e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258864 Mar 31 20:28:00.743858 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.744220 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (f4430ef9-03ca-488c-b682-dc4db7dabf8b), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.744530 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Floating IP f4430ef9-03ca-488c-b682-dc4db7dabf8b disassociated. External IP: 172.28.3.132, port: 7a8687be-5eba-4c5d-bf43-6fc4dd712d96. Mar 31 20:28:00.744865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Calling delete_port for 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:00.865315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a70ae4-09d2-4c33-85c2-8f7ed678c38b req-0db1c131-2228-437f-9917-e0b0930f6872 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.866840 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-69a70ae4-09d2-4c33-85c2-8f7ed678c38b req-0db1c131-2228-437f-9917-e0b0930f6872 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1384022 Mar 31 20:28:00.876318 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48328) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:00.881082 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Request body: {'floatingip': {'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:00.894310 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc8ef8d-6378-48ce-afd8-021ef6a7f59e req-2e73c7eb-ece1-4f23-a7cd-88300723eb95 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:00.895843 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2fc8ef8d-6378-48ce-afd8-021ef6a7f59e req-2e73c7eb-ece1-4f23-a7cd-88300723eb95 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 945 time: 0.1236861 Mar 31 20:28:00.925083 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (9ac55459-21a1-4925-9c99-e370c8ea4866), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:00.974789 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2fc8ef8d-6378-48ce-afd8-021ef6a7f59e req-7cdc7596-8c65-4056-b28d-3b6853b53e7a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=983bc4e2-dfbc-438b-bb06-595fafdbcc34&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717208 Mar 31 20:28:01.084476 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (7a8687be-5eba-4c5d-bf43-6fc4dd712d96), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.116894 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event deleted for resources: {'Port': ['ID=7a8687be-5eba-4c5d-bf43-6fc4dd712d96,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:01.233200 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Router fddefffa-39fc-42fc-8842-9710858054d2 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:01.347479 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:01.363184 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:01.364353 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 1ae11504-cbc5-402b-8a48-76fa37317336 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:01.372003 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.373638 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:01.374297 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:01.415685 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] No DVR routers for this DVR port 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:01.418833 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.422125 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c87be241-2ce7-4396-b5eb-ca48fbf41dde req-cd61a662-5195-48fa-a341-7c2d697bb9f6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "DELETE /v2.0/ports/7a8687be-5eba-4c5d-bf43-6fc4dd712d96 HTTP/1.1" status: 204 len: 173 time: 1.2528632 Mar 31 20:28:01.424885 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'name': 'network-vif-deleted', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:01.426738 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f3596b-965b-450a-81a5-9db572896cfd" -d '{"events": [{"server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "name": "network-vif-deleted", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:01.427542 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (9ac55459-21a1-4925-9c99-e370c8ea4866), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.456343 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583c04b-fb5c-4308-8418-2dad6a54e4c7 req-bb897bae-f5ee-4679-a8da-2ac98ea2e008 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:01.457912 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6583c04b-fb5c-4308-8418-2dad6a54e4c7 req-bb897bae-f5ee-4679-a8da-2ac98ea2e008 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 944 time: 0.1081691 Mar 31 20:28:01.487255 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:01.514027 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d337ef-9b95-4e2d-8b13-e61a32f018ee x-openstack-request-id: req-08d337ef-9b95-4e2d-8b13-e61a32f018ee {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:01.514629 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b279ccc-143e-42c7-b5b6-f2854439e836", "name": "network-vif-deleted", "tag": "7a8687be-5eba-4c5d-bf43-6fc4dd712d96", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:01.515029 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-08d337ef-9b95-4e2d-8b13-e61a32f018ee {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:01.515604 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08d337ef-9b95-4e2d-8b13-e61a32f018ee'] response: {'server_uuid': '8b279ccc-143e-42c7-b5b6-f2854439e836', 'name': 'network-vif-deleted', 'tag': '7a8687be-5eba-4c5d-bf43-6fc4dd712d96', 'status': 'completed', 'code': 200} Mar 31 20:28:01.526470 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 1ae11504-cbc5-402b-8a48-76fa37317336, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1ae11504-cbc5-402b-8a48-76fa37317336,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:01.556890 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '1ae11504-cbc5-402b-8a48-76fa37317336', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'port_id': '1ae11504-cbc5-402b-8a48-76fa37317336', 'mac_address': 'fa:16:3e:7d:a0:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:01.567165 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6583c04b-fb5c-4308-8418-2dad6a54e4c7 req-926c5e2d-8dad-4fbe-922a-60ae6020e141 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000910 Mar 31 20:28:01.629429 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.l3_db [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Floating IP 9ac55459-21a1-4925-9c99-e370c8ea4866 associated. External IP: 172.28.3.242, port: d791963d-c93b-49e9-a49d-f2de9f3ec899. Mar 31 20:28:01.636155 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 1ae11504-cbc5-402b-8a48-76fa37317336 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:01.636778 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.679703 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ae11504-cbc5-402b-8a48-76fa37317336 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:01.707688 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 1ae11504-cbc5-402b-8a48-76fa37317336, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1ae11504-cbc5-402b-8a48-76fa37317336,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:01.734173 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:01.761070 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:01.770204 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:01.771128 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:01.800032 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:01.833465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d21c73e-7b4e-4a0a-b82b-d780c9ff77a0 req-277420e6-a354-431c-b2e5-13251242061d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:01.835309 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9d21c73e-7b4e-4a0a-b82b-d780c9ff77a0 req-277420e6-a354-431c-b2e5-13251242061d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0812936 Mar 31 20:28:01.869231 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Router a0441eef-4c71-42e8-816a-01b09f32f43f has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:01.872860 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=1ae11504-cbc5-402b-8a48-76fa37317336,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:01.897176 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9d21c73e-7b4e-4a0a-b82b-d780c9ff77a0 req-c207c097-3a81-4a2d-add3-6e07b0f2c733 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558355 Mar 31 20:28:01.898450 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:01.994391 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:01.999736 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:02.008100 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:02.029568 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:02.031277 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:27:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:02.035092 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-5254e7f4-8f35-4176-9cf0-17077702ecaf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "PUT /v2.0/floatingips/9ac55459-21a1-4925-9c99-e370c8ea4866 HTTP/1.1" status: 200 len: 992 time: 1.1575313 Mar 31 20:28:02.035805 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:02.038429 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88383bc-76f0-4d59-9da6-ead460879324" -d '{"events": [{"name": "network-changed", "server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:02.084208 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042eb86-2b90-4dbf-8cd0-fed5326bef44 x-openstack-request-id: req-d042eb86-2b90-4dbf-8cd0-fed5326bef44 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:02.084438 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:02.084688 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d042eb86-2b90-4dbf-8cd0-fed5326bef44 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:02.085092 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d042eb86-2b90-4dbf-8cd0-fed5326bef44'] response: {'name': 'network-changed', 'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'status': 'completed', 'code': 200} Mar 31 20:28:02.113799 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-43f6b854-757a-44f5-91e9-ed7f6311a1fc req-1a6208ef-a395-4db3-a6d0-0da4ba3cafd9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=8b279ccc-143e-42c7-b5b6-f2854439e836 HTTP/1.1" status: 200 len: 210 time: 0.0374854 Mar 31 20:28:02.172708 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['1ae11504-cbc5-402b-8a48-76fa37317336'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:02.177489 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88383bc-76f0-4d59-9da6-ead460879324 req-b5c4b6a4-3749-4950-b13a-fbd6eccece36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.179311 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-b5c4b6a4-3749-4950-b13a-fbd6eccece36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1130 time: 0.0514200 Mar 31 20:28:02.225294 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:02.249681 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:02.254425 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-011b2991-8131-45a2-9b46-ab45dc8f3b49 None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:02.282590 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88383bc-76f0-4d59-9da6-ead460879324 req-13012a16-9977-48f1-ba26-0ff9386ff226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.284366 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-13012a16-9977-48f1-ba26-0ff9386ff226 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.0959439 Mar 31 20:28:02.324453 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-8d9c4017-fef0-4c00-aa8c-26e4e55950a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:02.370048 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-642c3716-6c0b-4d5c-8789-71ec268e3e6a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 1000 time: 0.0744104 Mar 31 20:28:02.436510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88383bc-76f0-4d59-9da6-ead460879324 req-6d9f37d9-370b-4193-80f0-efb63d70384b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.438221 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-6d9f37d9-370b-4193-80f0-efb63d70384b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0503969 Mar 31 20:28:02.498294 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88383bc-76f0-4d59-9da6-ead460879324 req-9b40709c-b741-4e17-8af0-c295b978ff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.499705 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-9b40709c-b741-4e17-8af0-c295b978ff26 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0524380 Mar 31 20:28:02.556616 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10656a4-557d-4d17-a7f3-f13b02e12b93 None None] New status for floating IP f4430ef9-03ca-488c-b682-dc4db7dabf8b: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:02.651459 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-2aaed225-3a5e-433f-a288-a18ad4a3d932 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328034 Mar 31 20:28:02.781256 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '9ac55459-21a1-4925-9c99-e370c8ea4866', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'floating_ip_address': '172.28.3.242', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'mac_address': 'fa:16:3e:d4:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:43Z', 'updated_at': '2022-03-31T20:28:01Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:02.788341 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb376c3-05e4-4fd4-8bff-2ad4b224a0b0 req-04b09e51-f44b-4ab2-9a47-5d3e6d761373 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:02.789914 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cb376c3-05e4-4fd4-8bff-2ad4b224a0b0 req-04b09e51-f44b-4ab2-9a47-5d3e6d761373 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 945 time: 0.1214905 Mar 31 20:28:02.809551 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:02.813841 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88383bc-76f0-4d59-9da6-ead460879324 req-903a8373-bb80-4243-a59c-7edfbbadb824 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529391 Mar 31 20:28:02.818172 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:02.818793 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:02.852510 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cb376c3-05e4-4fd4-8bff-2ad4b224a0b0 req-1f2fcfc4-6f75-458c-ac2a-4c20e053583b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567765 Mar 31 20:28:02.939248 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:03.020214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6214028f-4509-4f71-8e5a-d77fd0c49086 req-c502a341-f615-4a59-bf93-0e7183afbc15 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.021770 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6214028f-4509-4f71-8e5a-d77fd0c49086 req-c502a341-f615-4a59-bf93-0e7183afbc15 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0537004 Mar 31 20:28:03.068185 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6214028f-4509-4f71-8e5a-d77fd0c49086 req-3b40273b-2908-469a-8be9-7fd39abb8290 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Mar 31 20:28:03.169472 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '9ac55459-21a1-4925-9c99-e370c8ea4866', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'floating_ip_address': '172.28.3.242', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'mac_address': 'fa:16:3e:d4:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:43Z', 'updated_at': '2022-03-31T20:28:01Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:03.189373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c074cb-ef71-4004-a509-d4457872fb17 req-c2677219-1dba-4fc8-ade4-89bc18e87722 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.193864 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-47c074cb-ef71-4004-a509-d4457872fb17 req-c2677219-1dba-4fc8-ade4-89bc18e87722 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0617173 Mar 31 20:28:03.199104 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48352) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:03.204351 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Request body: {'floatingip': {'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:03.208192 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc47fbbc-da70-4838-9696-6135d6b74457 None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '9ac55459-21a1-4925-9c99-e370c8ea4866', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'floating_ip_address': '172.28.3.242', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 423, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'mac_address': 'fa:16:3e:d4:40:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:43Z', 'updated_at': '2022-03-31T20:28:01Z', 'revision_number': 1, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:03.268655 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.269354 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48354) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:03.329680 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b4d8b4-e6fd-4339-8187-c4cd0ccd17d6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (983bc4e2-dfbc-438b-bb06-595fafdbcc34), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.355651 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b4d8b4-e6fd-4339-8187-c4cd0ccd17d6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (983bc4e2-dfbc-438b-bb06-595fafdbcc34), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.381188 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:03.402338 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:03.402713 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 7a8687be-5eba-4c5d-bf43-6fc4dd712d96 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:03.415958 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.462598 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b4d8b4-e6fd-4339-8187-c4cd0ccd17d6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (983bc4e2-dfbc-438b-bb06-595fafdbcc34), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.466125 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-06b4d8b4-e6fd-4339-8187-c4cd0ccd17d6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.467731 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-06b4d8b4-e6fd-4339-8187-c4cd0ccd17d6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "DELETE /v2.0/security-groups/983bc4e2-dfbc-438b-bb06-595fafdbcc34 HTTP/1.1" status: 204 len: 168 time: 0.1971104 Mar 31 20:28:03.468753 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8396a010-9361-419c-a0d4-abdb637b2df5 None None] New status for floating IP 9ac55459-21a1-4925-9c99-e370c8ea4866: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:03.471917 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48356) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:03.491062 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-2dc247ec-b85b-43d4-a470-625bc40b0a74 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] show failed (client error): The resource could not be found. Mar 31 20:28:03.495718 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-2dc247ec-b85b-43d4-a470-625bc40b0a74 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups/983bc4e2-dfbc-438b-bb06-595fafdbcc34 HTTP/1.1" status: 404 len: 347 time: 0.0192544 Mar 31 20:28:03.495718 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b4d8b4-e6fd-4339-8187-c4cd0ccd17d6 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=983bc4e2-dfbc-438b-bb06-595fafdbcc34,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:03.496128 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48358) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:03.833548 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.954545 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Deleting port a1af8d4e-ea60-4de9-ade1-7ae3a3654e08 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:03.954887 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:03.978258 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc17a30-c064-4ecf-9ffb-b937ca8aacdc req-a44dc3fa-f8aa-4a36-84c3-9e6ea29c0360 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:03.979741 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ddc17a30-c064-4ecf-9ffb-b937ca8aacdc req-a44dc3fa-f8aa-4a36-84c3-9e6ea29c0360 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 945 time: 0.0551221 Mar 31 20:28:04.032067 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ddc17a30-c064-4ecf-9ffb-b937ca8aacdc req-913f2b6c-341a-4594-a651-091dbb02a7eb tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407689 Mar 31 20:28:04.113025 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.113352 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.129476 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Calling delete_port for a1af8d4e-ea60-4de9-ade1-7ae3a3654e08 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:04.145595 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.248767 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.426736 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (a1af8d4e-ea60-4de9-ade1-7ae3a3654e08), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.460520 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event deleted for resources: {'Port': ['ID=a1af8d4e-ea60-4de9-ade1-7ae3a3654e08,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:04.540680 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (f4430ef9-03ca-488c-b682-dc4db7dabf8b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.543174 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.544302 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ef891c39-2e59-4b23-a350-3fd67b852263 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "DELETE /v2.0/floatingips/f4430ef9-03ca-488c-b682-dc4db7dabf8b HTTP/1.1" status: 204 len: 168 time: 1.0476890 Mar 31 20:28:04.554467 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Router dbc0d603-613b-4f90-9b8b-53eb88b26d41 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:04.619570 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:28:04.662013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:04.666362 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.673587 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] Sync routers for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:04.684358 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:04.684889 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:04.698188 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:04.700607 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b895a326-7697-464f-8a3e-9b35727f6ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:04.736808 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-57c890f8-006c-41ac-9827-1fc760e7dc7f tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "PUT /v2.0/floatingips/5532af9c-fcb6-4fd6-be00-6b033295f4c9 HTTP/1.1" status: 200 len: 992 time: 1.5365133 Mar 31 20:28:04.751636 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e32d79-3f1d-405e-bb3f-625db8a076f8 x-openstack-request-id: req-b6e32d79-3f1d-405e-bb3f-625db8a076f8 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:04.751932 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:04.752346 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b6e32d79-3f1d-405e-bb3f-625db8a076f8 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:04.752754 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6e32d79-3f1d-405e-bb3f-625db8a076f8'] response: {'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'status': 'completed', 'code': 200} Mar 31 20:28:04.825823 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:04.839169 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-660f7894-42e8-4d3d-b4ae-d22021e2d98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.840872 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-660f7894-42e8-4d3d-b4ae-d22021e2d98c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.0647104 Mar 31 20:28:04.897565 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:04.934080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-af58d656-d41a-44a3-9936-568ea474bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:04.936004 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-af58d656-d41a-44a3-9936-568ea474bd96 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.0881226 Mar 31 20:28:05.006153 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-749791fc-8502-497e-86bd-1fac286b7573 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 1000 time: 0.0637195 Mar 31 20:28:05.059141 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-c6f6cc42-5a85-4578-a1a6-39b857fbb7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.060630 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-c6f6cc42-5a85-4578-a1a6-39b857fbb7ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0469873 Mar 31 20:28:05.071689 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5532af9c-fcb6-4fd6-be00-6b033295f4c9', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:06Z', 'updated_at': '2022-03-31T20:28:04Z', 'revision_number': 3, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:05.101710 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] Checking router: dbc0d603-613b-4f90-9b8b-53eb88b26d41 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:05.110786 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:05.111403 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:05.121155 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-69a5d303-cb90-4652-86df-2281b7f3391f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.122748 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-69a5d303-cb90-4652-86df-2281b7f3391f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521774 Mar 31 20:28:05.163039 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48370) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:05.167711 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1711914835', 'description': 'tempest-description--1831552251'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:05.228228 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:05.244771 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.252179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db475ad-bb3c-45ba-bc75-05ee341bcdc1 req-8093b862-7852-4c45-a18a-0c5239d784e0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:05.253661 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4db475ad-bb3c-45ba-bc75-05ee341bcdc1 req-8093b862-7852-4c45-a18a-0c5239d784e0 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 945 time: 0.1250179 Mar 31 20:28:05.261342 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-2ab85ae6-26df-4a1e-a9c5-11b5ed9ca8df service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313043 Mar 31 20:28:05.325419 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (fa10e340-6e90-4a8d-8697-13c61403806c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.362069 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4db475ad-bb3c-45ba-bc75-05ee341bcdc1 req-1e94d9c9-2164-4ffe-9e72-4423c7fbb7d4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975008 Mar 31 20:28:05.378598 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (fa10e340-6e90-4a8d-8697-13c61403806c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.396734 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b895a326-7697-464f-8a3e-9b35727f6ddc req-9f2e40b6-73db-4157-8fe6-e883a09dc5ce service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249628 Mar 31 20:28:05.402309 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 1ae11504-cbc5-402b-8a48-76fa37317336 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:05.417491 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa10e340-6e90-4a8d-8697-13c61403806c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:05.469978 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.471317 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-30f5f499-f96f-4303-acf2-56a1d2700a2e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3072789 Mar 31 20:28:05.472189 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5532af9c-fcb6-4fd6-be00-6b033295f4c9', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:06Z', 'updated_at': '2022-03-31T20:28:04Z', 'revision_number': 3, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:05.474315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48372) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:05.481556 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'security_group_rule': {'security_group_id': 'fa10e340-6e90-4a8d-8697-13c61403806c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:05.499838 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a2df25-d35d-4b26-97ce-7aefc49a9658 None None] The sync data for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb is: [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5532af9c-fcb6-4fd6-be00-6b033295f4c9', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'floating_ip_address': '172.28.3.86', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'port_id': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'mac_address': 'fa:16:3e:0b:2a:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:26:06Z', 'updated_at': '2022-03-31T20:28:04Z', 'revision_number': 3, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:05.530533 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 1ae11504-cbc5-402b-8a48-76fa37317336 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:28:05.536168 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 1ae11504-cbc5-402b-8a48-76fa37317336 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:05.539018 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.564604 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (683a124d-836c-4935-bc5e-83080e6bbf74), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.621617 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 1ae11504-cbc5-402b-8a48-76fa37317336 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:05.625068 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.626580 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (683a124d-836c-4935-bc5e-83080e6bbf74), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.648995 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:05.651293 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab76f43e-7e3d-4882-bc72-29910df5c8ed" -d '{"events": [{"server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "name": "network-vif-plugged", "status": "completed", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:05.668438 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 1ae11504-cbc5-402b-8a48-76fa37317336, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1ae11504-cbc5-402b-8a48-76fa37317336,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:05.689405 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce017bb6-7d7f-407d-8285-c65e2d5a138e x-openstack-request-id: req-ce017bb6-7d7f-407d-8285-c65e2d5a138e {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:05.689720 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "name": "network-vif-plugged", "status": "completed", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:05.690029 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ce017bb6-7d7f-407d-8285-c65e2d5a138e {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:05.690475 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce017bb6-7d7f-407d-8285-c65e2d5a138e'] response: {'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336', 'code': 200} Mar 31 20:28:05.702801 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (683a124d-836c-4935-bc5e-83080e6bbf74), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.722189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=683a124d-836c-4935-bc5e-83080e6bbf74,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:05.730529 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.778538 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=1ae11504-cbc5-402b-8a48-76fa37317336,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:05.813340 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.814584 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-add86b0f-93d0-4831-a278-062e29084ccf tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392568 Mar 31 20:28:05.817529 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48376) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:05.821730 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'security_group_rule': {'security_group_id': 'fa10e340-6e90-4a8d-8697-13c61403806c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:05.924377 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (72e9cd04-09b1-4112-bdcd-591eeb047a95), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:05.979861 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (72e9cd04-09b1-4112-bdcd-591eeb047a95), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.050732 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (72e9cd04-09b1-4112-bdcd-591eeb047a95), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.074137 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72e9cd04-09b1-4112-bdcd-591eeb047a95,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:06.080621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26af6c-6c60-4704-93f1-c5df1ab9d948 req-730484d8-667a-42b6-bcfa-8b03a7bdc73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.082169 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa26af6c-6c60-4704-93f1-c5df1ab9d948 req-730484d8-667a-42b6-bcfa-8b03a7bdc73e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 1130 time: 0.0700028 Mar 31 20:28:06.129734 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa26af6c-6c60-4704-93f1-c5df1ab9d948 req-54cfd63a-0a8d-4b53-926a-00f6d6457467 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408089 Mar 31 20:28:06.223725 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.224940 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e426f149-7165-44cb-b7dc-3decf452fd87 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4064727 Mar 31 20:28:06.227920 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48382) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:06.232330 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:06.336006 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.392944 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.445252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.535291 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d086d3d7-6940-4c15-baeb-e902ca1c63a8 req-803064da-aa54-4b1d-abc5-9d2892c4b998 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.536702 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d086d3d7-6940-4c15-baeb-e902ca1c63a8 req-803064da-aa54-4b1d-abc5-9d2892c4b998 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.1041296 Mar 31 20:28:06.614469 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Allocated IP 172.28.3.7 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/91803a53-5131-4fc0-b5cb-bb80ed57a546) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:06.625340 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d086d3d7-6940-4c15-baeb-e902ca1c63a8 req-cede7e90-5dcd-452a-b802-b7be32b007ed tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709302 Mar 31 20:28:06.726058 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.753580 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:06.755978 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e345e4-3842-4893-af52-d3c6e6657cee" -d '{"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:06.796058 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56079f96-3f7b-46a2-a3c0-5e5a26808dfb x-openstack-request-id: req-56079f96-3f7b-46a2-a3c0-5e5a26808dfb {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:06.796058 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:06.796058 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56079f96-3f7b-46a2-a3c0-5e5a26808dfb {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:06.796058 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56079f96-3f7b-46a2-a3c0-5e5a26808dfb'] response: {'name': 'network-changed', 'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'status': 'completed', 'code': 200} Mar 31 20:28:06.810797 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:06.879070 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:06.888588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:06.891736 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'Port': ['ID=91803a53-5131-4fc0-b5cb-bb80ed57a546,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:06.893986 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:06.934929 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e345e4-3842-4893-af52-d3c6e6657cee req-3dba5ec1-97ec-4959-8b67-b0066efb3391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:06.936424 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-3dba5ec1-97ec-4959-8b67-b0066efb3391 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 1129 time: 0.1008620 Mar 31 20:28:07.260923 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (eb651bb0-5e32-4273-9615-8602535acc50), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.297916 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e345e4-3842-4893-af52-d3c6e6657cee req-897770cb-7c9c-4aea-8e82-ac7bbd9a96ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.299408 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-897770cb-7c9c-4aea-8e82-ac7bbd9a96ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.3321908 Mar 31 20:28:07.389133 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-3531d02d-676e-4f00-98ef-7299dfc4481e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 200 len: 1000 time: 0.0820847 Mar 31 20:28:07.389573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.477817 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e345e4-3842-4893-af52-d3c6e6657cee req-d1156b19-03f3-4860-ac9e-c314d6c8f551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.477817 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-d1156b19-03f3-4860-ac9e-c314d6c8f551 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0629351 Mar 31 20:28:07.586337 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e345e4-3842-4893-af52-d3c6e6657cee req-c4abba0d-00be-42de-b838-88fe89546a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.587795 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-c4abba0d-00be-42de-b838-88fe89546a24 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1032450 Mar 31 20:28:07.621958 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.683986 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.810579 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-fbbb8f02-ad0f-4e30-98d7-4aa6c9d3895e service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985750 Mar 31 20:28:07.821498 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'Port': ['ID=91803a53-5131-4fc0-b5cb-bb80ed57a546,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:07.905023 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (eb651bb0-5e32-4273-9615-8602535acc50), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:07.922695 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-179051a1-6de7-47b9-9b1e-6f53d642bcd7 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1411504887&fields=id&tenant_id=48687694e4cb4270ac1e3904d4e90b2b HTTP/1.1" status: 200 len: 267 time: 0.1906590 Mar 31 20:28:07.934679 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb25d20f-8fbd-495f-a32e-017584331dc2 req-61b66a70-3140-4b2d-af82-81abc264491b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:07.939473 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bb25d20f-8fbd-495f-a32e-017584331dc2 req-61b66a70-3140-4b2d-af82-81abc264491b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.2401192 Mar 31 20:28:08.027304 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36e345e4-3842-4893-af52-d3c6e6657cee req-17f39bd9-e76a-49ac-b7c9-dd20fcd1ce24 service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082829 Mar 31 20:28:08.035592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.036771 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-c29ba3e7-659d-43d2-8b39-8a385045b4e8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8079336 Mar 31 20:28:08.047415 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bb25d20f-8fbd-495f-a32e-017584331dc2 req-b5abed90-87ab-4494-a5f5-fc09f41e3385 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922248 Mar 31 20:28:08.059250 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-f34c13e6-8c69-40d3-8184-e865e679d97c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:08.061620 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-f34c13e6-8c69-40d3-8184-e865e679d97c tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 985 time: 0.1239932 Mar 31 20:28:08.072624 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Request body: {'port': {'security_groups': ['8feea5b7-8e2c-4741-93f8-d9eff2739ace']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:08.148569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.267531 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-8d60c720-65eb-4ece-bcf1-a6d539507b14 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1711914835&fields=id&tenant_id=d28c1f968ed649718d6289a53e9eceec HTTP/1.1" status: 200 len: 267 time: 0.0753396 Mar 31 20:28:08.429196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:08.446892 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-5418fdcd-5a0c-4e5b-be1a-41bdbfce192b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:08.448334 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-5418fdcd-5a0c-4e5b-be1a-41bdbfce192b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 811 time: 0.1740134 Mar 31 20:28:08.475493 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.478882 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-3be38a06-23b2-42d2-a471-fea2d4af347b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/quotas/d28c1f968ed649718d6289a53e9eceec HTTP/1.1" status: 200 len: 375 time: 0.0212288 Mar 31 20:28:08.533591 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-27e29c2b-36e1-4ee5-a933-6764bdc2e94d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491352 Mar 31 20:28:08.591224 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.603657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ef4e4aaf-1764-435e-86b1-e84fcfddf129'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:08.647296 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:08.647953 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.649486 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b758cb0-ad7b-400c-8dfa-7bbe66febc98 req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "PUT /v2.0/ports/ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 943 time: 0.5819809 Mar 31 20:28:08.649981 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:08.652741 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4bbcfbb-e14b-4026-862e-3266063e8a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:08.655377 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48406) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:08.688308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed758833-310f-41e8-9207-578c8a751fba tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event updated for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=7']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:08.717112 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-eb7089c3-8a48-432c-be83-e016445c852c service neutron] 10.222.0.62 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707823 Mar 31 20:28:08.742847 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7020f19b-a687-4a46-8e85-823da4865c71 x-openstack-request-id: req-7020f19b-a687-4a46-8e85-823da4865c71 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:08.743153 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:08.743380 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7020f19b-a687-4a46-8e85-823da4865c71 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:08.743781 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7020f19b-a687-4a46-8e85-823da4865c71'] response: {'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'status': 'completed', 'code': 200} Mar 31 20:28:08.762071 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c704c7bd-4c4c-4334-b828-331ceea4e046 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group (02ac8f39-eed0-41eb-84a1-3438410f6ee6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.768998 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ef4e4aaf-1764-435e-86b1-e84fcfddf129'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:08.792664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c704c7bd-4c4c-4334-b828-331ceea4e046 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group (02ac8f39-eed0-41eb-84a1-3438410f6ee6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.887399 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-76e0ae72-a504-4a84-9a3b-706cd4416ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:08.888914 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-76e0ae72-a504-4a84-9a3b-706cd4416ed4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1130 time: 0.1297767 Mar 31 20:28:08.921035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-7b6a4ff3-697a-4593-bdd8-8d2c1f8389fe service neutron] 10.222.0.62 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956885 Mar 31 20:28:08.936081 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c704c7bd-4c4c-4334-b828-331ceea4e046 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (02ac8f39-eed0-41eb-84a1-3438410f6ee6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.940167 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c704c7bd-4c4c-4334-b828-331ceea4e046 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.941647 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c704c7bd-4c4c-4334-b828-331ceea4e046 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "DELETE /v2.0/security-groups/02ac8f39-eed0-41eb-84a1-3438410f6ee6 HTTP/1.1" status: 204 len: 168 time: 0.2847040 Mar 31 20:28:08.946858 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48408) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:08.954431 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-242f33cc-7517-4c75-b0ec-e5b53a4899a5 None None] Provisioning complete for port ef4e4aaf-1764-435e-86b1-e84fcfddf129 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:08.954890 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-242f33cc-7517-4c75-b0ec-e5b53a4899a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:08.963078 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c7bd-4c4c-4334-b828-331ceea4e046 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ac8f39-eed0-41eb-84a1-3438410f6ee6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:09.027704 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-a32b2477-60c9-4539-8b58-69daeca9ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.028930 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-a32b2477-60c9-4539-8b58-69daeca9ceb0 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 915 time: 0.1312640 Mar 31 20:28:09.063757 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-242f33cc-7517-4c75-b0ec-e5b53a4899a5 None None] Current status of the port ef4e4aaf-1764-435e-86b1-e84fcfddf129 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:09.099350 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-c22e7f0e-0eaa-43a6-bb91-e426abc353c4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 1001 time: 0.0638642 Mar 31 20:28:09.145721 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Deleting port 9b926d01-2430-4463-abdd-3d6948bfc086 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:09.146293 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (9b926d01-2430-4463-abdd-3d6948bfc086), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.222364 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0637a44f-3979-4abf-8ebd-9626fcaa81fa req-7c1f51a7-54c1-47e5-a0f7-8b0b3b2f31d9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 210 time: 0.0339966 Mar 31 20:28:09.228596 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-70a131ce-250f-42b3-94a3-d6522f3d2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.230397 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-70a131ce-250f-42b3-94a3-d6522f3d2c66 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 200 len: 853 time: 0.1223745 Mar 31 20:28:09.252608 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (9b926d01-2430-4463-abdd-3d6948bfc086), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.253109 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for floatingip (9b926d01-2430-4463-abdd-3d6948bfc086), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.266707 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Calling delete_port for 9b926d01-2430-4463-abdd-3d6948bfc086 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:09.273792 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebe46-0828-47d2-a71d-e409ee6de877 req-2910f875-b720-4fd5-8b2d-3a77ec890987 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.275308 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-62aebe46-0828-47d2-a71d-e409ee6de877 req-2910f875-b720-4fd5-8b2d-3a77ec890987 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.1293609 Mar 31 20:28:09.313163 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-179cb66c-ebd7-44ef-82e0-f61d471eb7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.314685 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-179cb66c-ebd7-44ef-82e0-f61d471eb7fa service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0756397 Mar 31 20:28:09.385676 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-62aebe46-0828-47d2-a71d-e409ee6de877 req-393050e2-b065-4bb2-9cad-bd3594cf5410 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950923 Mar 31 20:28:09.431785 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-8d7486bf-bf30-4bd6-bd27-896a631628ad service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072145 Mar 31 20:28:09.530893 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (9b926d01-2430-4463-abdd-3d6948bfc086), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.565236 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event deleted for resources: {'Port': ['ID=9b926d01-2430-4463-abdd-3d6948bfc086,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:09.574462 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da933c60-2ffe-4bc6-a461-fce6c0a1c02d req-e25c9980-acda-4364-9c9e-c9936d3c003a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:09.576436 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-da933c60-2ffe-4bc6-a461-fce6c0a1c02d req-e25c9980-acda-4364-9c9e-c9936d3c003a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.1193151 Mar 31 20:28:09.578819 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4bbcfbb-e14b-4026-862e-3266063e8a4e req-2d328922-c31b-4e66-a790-57d6132d504f service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396596 Mar 31 20:28:09.589868 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48424) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:09.595355 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'port_id': '1ae11504-cbc5-402b-8a48-76fa37317336'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:09.634345 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (19be4346-63ed-4644-a1ab-4575b702006b), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.642880 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks [] for floatingip (74fb149a-30e3-491b-b05d-c088645672ff), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:09.643239 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.l3_db [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Floating IP 74fb149a-30e3-491b-b05d-c088645672ff disassociated (deleted). External IP: 172.28.3.10, port: ef4e4aaf-1764-435e-86b1-e84fcfddf129. Mar 31 20:28:09.879028 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Router ef7870cc-12cb-48e5-8298-f66566a57d69 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:09.992497 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:09.998044 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.004188 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] Sync routers for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:10.015264 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:10.015989 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.030168 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0c2eabae-3a44-4dc7-b9b0-4c506b5c1e36 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "DELETE /v2.0/floatingips/74fb149a-30e3-491b-b05d-c088645672ff HTTP/1.1" status: 204 len: 168 time: 1.0806255 Mar 31 20:28:10.032425 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103962) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:10.034417 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}41a0b381cd48e935172390d90e7ce2126e04e319945c0e5cbc5148b536f280e8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d8a4cd-53cc-40eb-a40f-82f885a15456" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103962) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:10.098994 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a17c5f-a9d2-418f-aad2-c80a5d3d09a3 x-openstack-request-id: req-42a17c5f-a9d2-418f-aad2-c80a5d3d09a3 {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:10.099366 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "status": "completed", "code": 200}]} {{(pid=103962) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:10.099588 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42a17c5f-a9d2-418f-aad2-c80a5d3d09a3 {{(pid=103962) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:10.100022 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a17c5f-a9d2-418f-aad2-c80a5d3d09a3'] response: {'name': 'network-changed', 'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'status': 'completed', 'code': 200} Mar 31 20:28:10.117448 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.173465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (19be4346-63ed-4644-a1ab-4575b702006b), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:10.174249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:10.396672 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.438349 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] Checking router: ef7870cc-12cb-48e5-8298-f66566a57d69 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:10.447636 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:10.448407 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.508780 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-03018470-b992-491e-83b6-b30d46db99e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.510232 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-03018470-b992-491e-83b6-b30d46db99e0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 1130 time: 0.3811972 Mar 31 20:28:10.533354 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-292d7741-2c3d-4525-beb0-e0fae1edfc2f req-9940a948-ea7d-4250-8793-85685ffa06ef tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 210 time: 0.0393584 Mar 31 20:28:10.645539 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 19be4346-63ed-4644-a1ab-4575b702006b associated. External IP: 172.28.3.150, port: 1ae11504-cbc5-402b-8a48-76fa37317336. Mar 31 20:28:10.695333 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:10.715414 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-0ec64d29-f6fd-4d99-8f6c-ffcaaaa79ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.716859 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-0ec64d29-f6fd-4d99-8f6c-ffcaaaa79ff5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 200 len: 915 time: 0.1861451 Mar 31 20:28:10.791129 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-bdeb78b9-0b2b-4fd8-a705-62550f0e9586 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 200 len: 217 time: 0.0420451 Mar 31 20:28:10.902976 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:10.910554 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-5e754db0-3d1c-42ec-ad55-37fa0c03f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.913010 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-5e754db0-3d1c-42ec-ad55-37fa0c03f8b2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 200 len: 853 time: 0.1133528 Mar 31 20:28:10.930843 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81c4868-3169-4f03-b1c0-40872193e133 None None] The sync data for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb is: [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:25:00Z', 'revision_number': 4, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ff74430c-f300-4bb1-8234-61d82b9905a3', 'name': '', 'network_id': '6d9f8698-e26f-4225-9a7c-b5c96b50fc26', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'mac_address': 'fa:16:3e:e8:d2:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:58Z', 'updated_at': '2022-03-31T20:25:05Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'subnets': [{'id': 'ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:10.971067 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:10.991834 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-19b5067e-2587-4e90-8076-c26f049dfca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:10.993389 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-19b5067e-2587-4e90-8076-c26f049dfca3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6d9f8698-e26f-4225-9a7c-b5c96b50fc26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0741985 Mar 31 20:28:11.164665 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-2121b736-64d4-40b2-9169-727f86afbd2c service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404691 Mar 31 20:28:11.165721 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:11.170219 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:11.178431 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:11.196154 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:11.197171 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:11.206220 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-879f811d-be06-445b-a0ae-e61157ee015a None None] New status for floating IP 74fb149a-30e3-491b-b05d-c088645672ff: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:11.251642 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4075f403-e618-4a53-892e-acd0bf1dff91 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "PUT /v2.0/floatingips/19be4346-63ed-4644-a1ab-4575b702006b HTTP/1.1" status: 200 len: 992 time: 1.6605959 Mar 31 20:28:11.253768 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:11.256133 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-673e4121-ee9e-472e-9554-ad09197a8e24" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:11.298968 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b5d8a4cd-53cc-40eb-a40f-82f885a15456 req-7407ab30-5a55-46db-bba3-6bf20eaae8dc service neutron] 10.222.0.58 "GET /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057553 Mar 31 20:28:11.314490 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8e0803-665f-4138-b6b5-514fcc18f791 x-openstack-request-id: req-7e8e0803-665f-4138-b6b5-514fcc18f791 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:11.314490 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:11.314490 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e8e0803-665f-4138-b6b5-514fcc18f791 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:11.314490 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e8e0803-665f-4138-b6b5-514fcc18f791'] response: {'name': 'network-changed', 'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336', 'status': 'completed', 'code': 200} Mar 31 20:28:11.320256 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:11.511689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-e02081d5-5e93-41a7-9ca6-61ac270025e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.512118 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-e02081d5-5e93-41a7-9ca6-61ac270025e1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 1130 time: 0.1464183 Mar 31 20:28:11.553380 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-f62cef1b-2c8b-4661-9eb6-522ee7108ba8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.554903 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-f62cef1b-2c8b-4661-9eb6-522ee7108ba8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 811 time: 0.1739771 Mar 31 20:28:11.652847 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '19be4346-63ed-4644-a1ab-4575b702006b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '1ae11504-cbc5-402b-8a48-76fa37317336', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:7d:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:51Z', 'updated_at': '2022-03-31T20:28:09Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:11.689364 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5dab921f-0684-4c5b-a6c6-a350f2c1eb0a req-cc009648-f5a4-41ed-b343-4162c52b58e2 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 210 time: 0.0607667 Mar 31 20:28:11.689780 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:11.706185 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:11.707411 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:11.717850 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-6ac2d272-d29b-41f9-939b-0ee42baef074 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d28c1f968ed649718d6289a53e9eceec HTTP/1.1" status: 200 len: 380 time: 0.1323819 Mar 31 20:28:11.719663 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-834babc9-e642-4924-8485-48179b0e92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.721056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-834babc9-e642-4924-8485-48179b0e92c1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 916 time: 0.1980269 Mar 31 20:28:11.731758 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'port': {'device_id': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'admin_state_up': True, 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'security_groups': ['fa10e340-6e90-4a8d-8697-13c61403806c']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:11.823147 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:11.848367 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-6384757a-0a19-4e62-9d22-412d7c4c5e78 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ae11504-cbc5-402b-8a48-76fa37317336 HTTP/1.1" status: 200 len: 1000 time: 0.1118357 Mar 31 20:28:11.920107 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-32c9f157-d07f-4605-af57-9c0fedce474e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.921586 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-32c9f157-d07f-4605-af57-9c0fedce474e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0651789 Mar 31 20:28:11.989373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-a709d449-934e-42af-a9f8-4b3fed2a0979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:11.990970 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-a709d449-934e-42af-a9f8-4b3fed2a0979 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0616832 Mar 31 20:28:12.043383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Made reservation on behalf of d28c1f968ed649718d6289a53e9eceec for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:12.047165 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.064153 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '19be4346-63ed-4644-a1ab-4575b702006b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '1ae11504-cbc5-402b-8a48-76fa37317336', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:7d:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:51Z', 'updated_at': '2022-03-31T20:28:09Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:12.093869 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0febd579-ec81-4cb6-9211-b02dbdfa9b72 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '19be4346-63ed-4644-a1ab-4575b702006b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.150', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': '1ae11504-cbc5-402b-8a48-76fa37317336', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:7d:a0:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:27:51Z', 'updated_at': '2022-03-31T20:28:09Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:12.157380 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-67fe2f7f-758e-4652-8c73-33ed97741034 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580734 Mar 31 20:28:12.258268 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Allocated IP 172.20.0.4 (a3188f96-bb48-4795-95f7-97f25d1aae9d/609b60fa-6fff-4a0c-b894-b20e72077d64/5d86468b-024e-40a2-a460-31a916c74e61) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:12.292964 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fb52b4-3f9f-4e74-a2fc-1aa45ca10785 None None] New status for floating IP 19be4346-63ed-4644-a1ab-4575b702006b: ACTIVE {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:12.309824 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-673e4121-ee9e-472e-9554-ad09197a8e24 req-b5f303d1-6136-479c-be84-116c3f526f67 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434712 Mar 31 20:28:12.423185 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for port (5d86468b-024e-40a2-a460-31a916c74e61), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.496575 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (5d86468b-024e-40a2-a460-31a916c74e61), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.540519 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Network a3188f96-bb48-4795-95f7-97f25d1aae9d is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:12.543665 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:12.549996 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:12.557247 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event updated for resources: {'Port': ['ID=5d86468b-024e-40a2-a460-31a916c74e61,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:12.608243 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.608854 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.681793 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-c8015530-636c-400f-9b45-2a8661ce6d66 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9539790 Mar 31 20:28:12.698385 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Request body: {'port': {'device_id': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:12.760710 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (5d86468b-024e-40a2-a460-31a916c74e61), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.811940 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-66313f82-d084-430b-a5e7-2a6b52d6c675 None None] Provisioning complete for port 5d86468b-024e-40a2-a460-31a916c74e61 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:12.813077 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-66313f82-d084-430b-a5e7-2a6b52d6c675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (5d86468b-024e-40a2-a460-31a916c74e61), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:12.851197 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-66313f82-d084-430b-a5e7-2a6b52d6c675 None None] Port 5d86468b-024e-40a2-a460-31a916c74e61 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:12.905125 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff4a02-ceb4-4cd4-93fb-93f90ed7508c req-99183b28-4732-457e-bd41-9b4d250557ca tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:12.906575 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f6ff4a02-ceb4-4cd4-93fb-93f90ed7508c req-99183b28-4732-457e-bd41-9b4d250557ca tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 931 time: 0.1368990 Mar 31 20:28:13.005001 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f6ff4a02-ceb4-4cd4-93fb-93f90ed7508c req-bb36c9fb-9fcd-4159-84b1-179ebe4469c8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924621 Mar 31 20:28:13.094383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d86468b-024e-40a2-a460-31a916c74e61 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:13.102078 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Publish callbacks [] for port (5d86468b-024e-40a2-a460-31a916c74e61), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:13.114702 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Transition to ACTIVE for port object 5d86468b-024e-40a2-a460-31a916c74e61 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:28:13.170523 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (5d86468b-024e-40a2-a460-31a916c74e61), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:13.243692 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Pushing event updated for resources: {'Port': ['ID=5d86468b-024e-40a2-a460-31a916c74e61,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:13.307946 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Attempting to bind port 5d86468b-024e-40a2-a460-31a916c74e61 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:13.308674 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Attempting to bind port 5d86468b-024e-40a2-a460-31a916c74e61 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:13.308780 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Attempting to bind port 5d86468b-024e-40a2-a460-31a916c74e61 on network a3188f96-bb48-4795-95f7-97f25d1aae9d {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:13.314260 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Port 5d86468b-024e-40a2-a460-31a916c74e61 on network a3188f96-bb48-4795-95f7-97f25d1aae9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:28:13.314592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Attempting to bind port 5d86468b-024e-40a2-a460-31a916c74e61 on network a3188f96-bb48-4795-95f7-97f25d1aae9d {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:13.320509 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:13.320852 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Checking segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:13.321818 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Bound using segment: {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:13.321818 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Bound port: 5d86468b-024e-40a2-a460-31a916c74e61, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:13.322044 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (5d86468b-024e-40a2-a460-31a916c74e61), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:13.420398 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] For port 5d86468b-024e-40a2-a460-31a916c74e61, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:13.425290 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] For port 5d86468b-024e-40a2-a460-31a916c74e61, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5d86468b-024e-40a2-a460-31a916c74e61,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:13.439809 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028de68-efc0-4bf0-ab3a-a9195b12b6a6 req-3df2c37d-0dbf-468c-99ae-0af05443b3db tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:13.441294 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3028de68-efc0-4bf0-ab3a-a9195b12b6a6 req-3df2c37d-0dbf-468c-99ae-0af05443b3db tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0850873 Mar 31 20:28:13.489433 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3028de68-efc0-4bf0-ab3a-a9195b12b6a6 req-c898a341-6467-44fe-9b22-5e8ca9d5ea64 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423145 Mar 31 20:28:13.530596 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (5d86468b-024e-40a2-a460-31a916c74e61), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:13.568903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:13.568903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:13.570277 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] 10.222.0.58 "PUT /v2.0/ports/5d86468b-024e-40a2-a460-31a916c74e61 HTTP/1.1" status: 200 len: 1093 time: 0.8764431 Mar 31 20:28:13.570706 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:13.572959 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055fe598-b80d-439f-9f31-29ce7c127603" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "tag": "5d86468b-024e-40a2-a460-31a916c74e61"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:13.607052 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda831dc-9ecc-4c60-b186-5aa2d29d8bbf service neutron] Pushing event updated for resources: {'Port': ['ID=5d86468b-024e-40a2-a460-31a916c74e61,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:13.614754 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5d0068-9237-4903-88a0-16d41f084115 x-openstack-request-id: req-4f5d0068-9237-4903-88a0-16d41f084115 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:13.615092 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "tag": "5d86468b-024e-40a2-a460-31a916c74e61", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:13.615300 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4f5d0068-9237-4903-88a0-16d41f084115 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:13.615719 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f5d0068-9237-4903-88a0-16d41f084115'] response: {'name': 'network-changed', 'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61', 'status': 'completed', 'code': 200} Mar 31 20:28:13.704942 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fe598-b80d-439f-9f31-29ce7c127603 req-8ded9b11-7b82-4599-a44a-580c5b3dff43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:13.706642 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-055fe598-b80d-439f-9f31-29ce7c127603 req-8ded9b11-7b82-4599-a44a-580c5b3dff43 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 1127 time: 0.0518579 Mar 31 20:28:13.814184 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fe598-b80d-439f-9f31-29ce7c127603 req-84c3e5fc-3c2e-4454-8c27-49db991de9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:13.815653 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-055fe598-b80d-439f-9f31-29ce7c127603 req-84c3e5fc-3c2e-4454-8c27-49db991de9c0 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=d28c1f968ed649718d6289a53e9eceec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0958438 Mar 31 20:28:14.172584 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fe598-b80d-439f-9f31-29ce7c127603 req-f6d50738-a5c4-4018-b7e5-de47e865d899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.174073 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-055fe598-b80d-439f-9f31-29ce7c127603 req-f6d50738-a5c4-4018-b7e5-de47e865d899 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3479676 Mar 31 20:28:14.182794 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8798b33-9571-46c3-9db2-f1d708664d1d req-5e26c28e-546b-4070-88db-c9131b4fa590 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.184298 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8798b33-9571-46c3-9db2-f1d708664d1d req-5e26c28e-546b-4070-88db-c9131b4fa590 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 943 time: 0.0866346 Mar 31 20:28:14.260268 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8798b33-9571-46c3-9db2-f1d708664d1d req-f17721a6-28d5-4f79-8242-500b24d8ddb3 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677586 Mar 31 20:28:14.276605 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-40ee0c1c-974e-43d1-ad37-8753336b6768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.278190 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-40ee0c1c-974e-43d1-ad37-8753336b6768 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 1127 time: 0.0554111 Mar 31 20:28:14.322974 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-bd238029-4c0d-4608-9784-f178b2007c56 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d86468b-024e-40a2-a460-31a916c74e61 HTTP/1.1" status: 200 len: 217 time: 0.0348334 Mar 31 20:28:14.372791 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-b3e7e9f0-8b99-4963-8f61-fbe587b9fcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.374273 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-b3e7e9f0-8b99-4963-8f61-fbe587b9fcdf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.0438941 Mar 31 20:28:14.427883 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b969b1-7744-443d-9d2f-29601cee357e req-fd8f883c-f0e0-4c37-8068-102a6c3fa09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.429363 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-fd8f883c-f0e0-4c37-8068-102a6c3fa09f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0478101 Mar 31 20:28:14.518441 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-46e83eb4-fe76-48b7-bacc-a7cb8f4afd8c service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796218 Mar 31 20:28:14.661649 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20306b-9d30-42f9-995b-a56b0aeea1cf req-9c0799b5-9f90-4591-bd76-6fae82f364cb tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:14.663185 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fc20306b-9d30-42f9-995b-a56b0aeea1cf req-9c0799b5-9f90-4591-bd76-6fae82f364cb tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0832381 Mar 31 20:28:14.665145 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a0b969b1-7744-443d-9d2f-29601cee357e req-75fcfca6-75ba-4cf0-bc47-0fdad4d0f413 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322668 Mar 31 20:28:14.715530 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fc20306b-9d30-42f9-995b-a56b0aeea1cf req-989fa819-984a-4162-aafc-f6eab0d4c3f0 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 Mar 31 20:28:15.380027 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03d8b2-67e3-434b-929c-092f1cc650bc req-53aa2d30-b94c-4b88-b747-c0d224eaaff5 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:15.381562 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c03d8b2-67e3-434b-929c-092f1cc650bc req-53aa2d30-b94c-4b88-b747-c0d224eaaff5 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 943 time: 0.0538976 Mar 31 20:28:15.432433 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c03d8b2-67e3-434b-929c-092f1cc650bc req-86a0f7f5-bcc1-43e3-92c6-573782fd9a1b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452883 Mar 31 20:28:15.758396 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-36e30e4d-bee0-4eb2-8c13-6fbcf811b563 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:15.759835 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-36e30e4d-bee0-4eb2-8c13-6fbcf811b563 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.58 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0523753 Mar 31 20:28:15.878075 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d6eb3-5a71-4a54-8040-8ea8c67b8faf req-07a63efe-dc25-4fdd-98d5-8ccf7c10dcf9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:15.879518 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f1d6eb3-5a71-4a54-8040-8ea8c67b8faf req-07a63efe-dc25-4fdd-98d5-8ccf7c10dcf9 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 946 time: 0.0887568 Mar 31 20:28:15.913217 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Deleting port ef4e4aaf-1764-435e-86b1-e84fcfddf129 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:15.913552 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:15.983632 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f1d6eb3-5a71-4a54-8040-8ea8c67b8faf req-16f33b11-34c2-4fcf-ab9b-0dd92f0aa48b tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/security-groups?id=8feea5b7-8e2c-4741-93f8-d9eff2739ace&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976658 Mar 31 20:28:16.019538 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] For port ef4e4aaf-1764-435e-86b1-e84fcfddf129, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=ef4e4aaf-1764-435e-86b1-e84fcfddf129,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:16.019897 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:16.033235 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Calling delete_port for ef4e4aaf-1764-435e-86b1-e84fcfddf129 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:16.222124 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (ef4e4aaf-1764-435e-86b1-e84fcfddf129), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:16.234291 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['ef4e4aaf-1764-435e-86b1-e84fcfddf129'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:16.250247 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Pushing event deleted for resources: {'Port': ['ID=ef4e4aaf-1764-435e-86b1-e84fcfddf129,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:16.296720 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] No DVR routers for this DVR port ef4e4aaf-1764-435e-86b1-e84fcfddf129 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:16.299246 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:16.302594 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-554ee780-8fa3-4e6e-ba8d-40b175e61c1f req-019cc077-3e3a-4373-9170-4cdf46389b21 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.58 "DELETE /v2.0/ports/ef4e4aaf-1764-435e-86b1-e84fcfddf129 HTTP/1.1" status: 204 len: 173 time: 0.5368416 Mar 31 20:28:16.303031 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'name': 'network-vif-deleted', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:16.305232 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d6e564-19f7-452b-b3ba-f97d5287d981" -d '{"events": [{"server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "name": "network-vif-deleted", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:16.341966 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-388700fd-4ea6-49d4-9eea-f5bdf6ee0aa8 x-openstack-request-id: req-388700fd-4ea6-49d4-9eea-f5bdf6ee0aa8 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:16.342252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c7201b-2d0f-415d-ba6f-c604be7c7d79", "name": "network-vif-deleted", "tag": "ef4e4aaf-1764-435e-86b1-e84fcfddf129", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:16.342503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-388700fd-4ea6-49d4-9eea-f5bdf6ee0aa8 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:16.343023 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-388700fd-4ea6-49d4-9eea-f5bdf6ee0aa8'] response: {'server_uuid': 'c4c7201b-2d0f-415d-ba6f-c604be7c7d79', 'name': 'network-vif-deleted', 'tag': 'ef4e4aaf-1764-435e-86b1-e84fcfddf129', 'status': 'completed', 'code': 200} Mar 31 20:28:16.551985 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babc22e-0a33-44c9-b2fa-d5f379f34ab4 req-474135ed-99b6-4eac-af78-ed08de59e5ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:16.553503 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9babc22e-0a33-44c9-b2fa-d5f379f34ab4 req-474135ed-99b6-4eac-af78-ed08de59e5ce tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 943 time: 0.0540712 Mar 31 20:28:16.608638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9babc22e-0a33-44c9-b2fa-d5f379f34ab4 req-b82b684a-28b6-42e6-a2f2-6a95581a52be tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492108 Mar 31 20:28:17.091037 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f51b4b62-4591-4e41-a11c-b44c22e2fe1e req-2ece3479-d504-4043-8aa9-84cf0e6235e2 tempest-TestMinimumBasicScenario-1523230488 tempest-TestMinimumBasicScenario-1523230488-project] 10.222.0.62 "GET /v2.0/ports?device_id=c4c7201b-2d0f-415d-ba6f-c604be7c7d79 HTTP/1.1" status: 200 len: 210 time: 0.0264163 Mar 31 20:28:17.492862 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 5d86468b-024e-40a2-a460-31a916c74e61 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:28:17.592641 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 5d86468b-024e-40a2-a460-31a916c74e61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5d86468b-024e-40a2-a460-31a916c74e61,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:17.604745 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '5d86468b-024e-40a2-a460-31a916c74e61', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'port_id': '5d86468b-024e-40a2-a460-31a916c74e61', 'mac_address': 'fa:16:3e:5c:9a:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:28:17.643031 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 5d86468b-024e-40a2-a460-31a916c74e61 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:17.644019 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (5d86468b-024e-40a2-a460-31a916c74e61), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.658386 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d86468b-024e-40a2-a460-31a916c74e61 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:28:17.678957 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 5d86468b-024e-40a2-a460-31a916c74e61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5d86468b-024e-40a2-a460-31a916c74e61,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:17.735893 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbec74-3d71-4990-a08e-3cb2388814fe req-d571b0dd-8d7f-4c63-b58d-0518fc0911d9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:17.737439 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-56cbec74-3d71-4990-a08e-3cb2388814fe req-d571b0dd-8d7f-4c63-b58d-0518fc0911d9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 943 time: 0.0574555 Mar 31 20:28:17.747640 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (5d86468b-024e-40a2-a460-31a916c74e61), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:17.787290 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-56cbec74-3d71-4990-a08e-3cb2388814fe req-bd24efe3-e3b7-48a5-a106-c13c4eec2c99 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438333 Mar 31 20:28:17.800118 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=5d86468b-024e-40a2-a460-31a916c74e61,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:18.041050 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['5d86468b-024e-40a2-a460-31a916c74e61'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:28:18.907402 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a73a5a-c977-4d65-8445-2297a0913425 req-786b12ad-5fd7-4c90-8a07-e8aa4de8b9fc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:18.909153 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87a73a5a-c977-4d65-8445-2297a0913425 req-786b12ad-5fd7-4c90-8a07-e8aa4de8b9fc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 944 time: 0.0542364 Mar 31 20:28:18.959155 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-87a73a5a-c977-4d65-8445-2297a0913425 req-1d7bdcb6-eb74-4c54-b533-5faad5068c27 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443859 Mar 31 20:28:19.496182 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 5d86468b-024e-40a2-a460-31a916c74e61 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:19.518533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48538) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:19.616097 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 5d86468b-024e-40a2-a460-31a916c74e61 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:28:19.620133 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 5d86468b-024e-40a2-a460-31a916c74e61 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:19.620510 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (5d86468b-024e-40a2-a460-31a916c74e61), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.706468 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 5d86468b-024e-40a2-a460-31a916c74e61 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:19.706468 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (5d86468b-024e-40a2-a460-31a916c74e61), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.730231 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:19.732502 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24e8eb6-8792-4721-8279-2d9a11ae630d" -d '{"events": [{"server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "name": "network-vif-plugged", "status": "completed", "tag": "5d86468b-024e-40a2-a460-31a916c74e61"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:19.746452 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 5d86468b-024e-40a2-a460-31a916c74e61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5d86468b-024e-40a2-a460-31a916c74e61,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:19.770473 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eac466-3aff-4854-9545-b3dc4c26d1e7 x-openstack-request-id: req-d4eac466-3aff-4854-9545-b3dc4c26d1e7 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:19.770766 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "name": "network-vif-plugged", "status": "completed", "tag": "5d86468b-024e-40a2-a460-31a916c74e61", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:19.771049 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4eac466-3aff-4854-9545-b3dc4c26d1e7 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:19.775188 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4eac466-3aff-4854-9545-b3dc4c26d1e7'] response: {'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61', 'code': 200} Mar 31 20:28:19.821583 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (5d86468b-024e-40a2-a460-31a916c74e61), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:19.822661 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ef4e4aaf-1764-435e-86b1-e84fcfddf129 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:19.861776 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: ef4e4aaf-1764-435e-86b1-e84fcfddf129 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:19.862118 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device ef4e4aaf-1764-435e-86b1-e84fcfddf129 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:19.888916 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=5d86468b-024e-40a2-a460-31a916c74e61,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:19.957141 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (ef7870cc-12cb-48e5-8298-f66566a57d69), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:20.181485 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e9497-c4c1-4a1c-94b4-57b23f2fdb1c req-c4375061-1a00-4ecd-a839-52cc56ea155f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:20.182903 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-427e9497-c4c1-4a1c-94b4-57b23f2fdb1c req-c4375061-1a00-4ecd-a839-52cc56ea155f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 1129 time: 0.1554759 Mar 31 20:28:20.226475 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb2e826-d9f4-44c0-b2c6-4c39a974640f req-59abae66-842f-4be6-95c4-4d51cfb99f9d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:20.227890 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0fb2e826-d9f4-44c0-b2c6-4c39a974640f req-59abae66-842f-4be6-95c4-4d51cfb99f9d tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.1898487 Mar 31 20:28:20.311244 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-427e9497-c4c1-4a1c-94b4-57b23f2fdb1c req-2354347c-1ffd-4770-ae53-b97f5c19c3a2 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135316 Mar 31 20:28:20.320041 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0fb2e826-d9f4-44c0-b2c6-4c39a974640f req-6e298618-d4e6-4ffb-ae81-aed994a9cb4f tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808794 Mar 31 20:28:20.415509 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Deleting port ff74430c-f300-4bb1-8234-61d82b9905a3 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:20.415843 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:20.492546 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] For port ff74430c-f300-4bb1-8234-61d82b9905a3, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=ff74430c-f300-4bb1-8234-61d82b9905a3,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:20.492822 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:20.506328 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Calling delete_port for ff74430c-f300-4bb1-8234-61d82b9905a3 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:20.759222 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (ff74430c-f300-4bb1-8234-61d82b9905a3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:20.788279 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Pushing event deleted for resources: {'Port': ['ID=ff74430c-f300-4bb1-8234-61d82b9905a3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:20.953321 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (ef7870cc-12cb-48e5-8298-f66566a57d69), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.406184 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Router ef7870cc-12cb-48e5-8298-f66566a57d69 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:21.510746 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60029dc1-75b1-417a-95d9-eba5dc2e947e req-32b7c2b4-77f2-4ccf-a810-b8d4ebcd7e0b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:21.512224 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-60029dc1-75b1-417a-95d9-eba5dc2e947e req-32b7c2b4-77f2-4ccf-a810-b8d4ebcd7e0b tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.1194725 Mar 31 20:28:21.579374 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:21.583585 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-60029dc1-75b1-417a-95d9-eba5dc2e947e req-977506ee-23f9-4004-ba60-790fc44b900a tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651665 Mar 31 20:28:21.587662 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-a42febad-7807-4404-abff-0b931ce1e32f admin admin] 10.222.0.62 "PUT /v2.0/routers/ef7870cc-12cb-48e5-8298-f66566a57d69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0680628 Mar 31 20:28:21.589514 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48546) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:21.590339 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] Sync routers for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:21.603813 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:21.603813 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:21.713174 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks [] for router (ef7870cc-12cb-48e5-8298-f66566a57d69), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.713427 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:21.825054 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks [] for router_gateway (ef7870cc-12cb-48e5-8298-f66566a57d69), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:21.896096 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:28:20Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:21.923821 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] Checking router: ef7870cc-12cb-48e5-8298-f66566a57d69 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:21.932426 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] Routers {'ef7870cc-12cb-48e5-8298-f66566a57d69'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:21.933049 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['ef7870cc-12cb-48e5-8298-f66566a57d69'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:22.008301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Deleting port e4bc3b7b-56fe-44f3-a79d-d92b45963404 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:22.008907 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.049313 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] Set router ef7870cc-12cb-48e5-8298-f66566a57d69 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:22.092905 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] For port e4bc3b7b-56fe-44f3-a79d-d92b45963404, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=e4bc3b7b-56fe-44f3-a79d-d92b45963404,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:22.093185 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.107994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Calling delete_port for e4bc3b7b-56fe-44f3-a79d-d92b45963404 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:22.233135 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:28:20Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:22.259961 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c8ea2f-005a-48da-91dd-d703e9ac2ada None None] The sync data for ids ['ef7870cc-12cb-48e5-8298-f66566a57d69'] in dv-cinder-836070-1-smb is: [{'id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'name': 'tempest-TestMinimumBasicScenario-909009234-router', 'tenant_id': '48687694e4cb4270ac1e3904d4e90b2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140'}], 'enable_snat': True}, 'gw_port_id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:54Z', 'updated_at': '2022-03-31T20:28:20Z', 'revision_number': 5, 'project_id': '48687694e4cb4270ac1e3904d4e90b2b', 'gw_port': {'id': 'e4bc3b7b-56fe-44f3-a79d-d92b45963404', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:f0:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7870cc-12cb-48e5-8298-f66566a57d69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:55Z', 'updated_at': '2022-03-31T20:25:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:22.347668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (e4bc3b7b-56fe-44f3-a79d-d92b45963404), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.370520 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4bc3b7b-56fe-44f3-a79d-d92b45963404,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:22.432284 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (ef7870cc-12cb-48e5-8298-f66566a57d69), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.539631 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (ef7870cc-12cb-48e5-8298-f66566a57d69), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.541953 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks [] for router_controller (ef7870cc-12cb-48e5-8298-f66566a57d69), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.697792 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (ef7870cc-12cb-48e5-8298-f66566a57d69), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.698332 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7870cc-12cb-48e5-8298-f66566a57d69 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:28:22.703609 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.705336 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-da46b760-e88e-4358-83d8-2653c3469ea3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/ef7870cc-12cb-48e5-8298-f66566a57d69 HTTP/1.1" status: 204 len: 168 time: 1.1147084 Mar 31 20:28:22.707960 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48550) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:22.718525 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f780422-8e26-4201-9d0e-cef21c986679 req-62fb0bcb-8920-4740-b5b1-b4776605ab0e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:22.720139 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4f780422-8e26-4201-9d0e-cef21c986679 req-62fb0bcb-8920-4740-b5b1-b4776605ab0e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.0669522 Mar 31 20:28:22.762231 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Deleting subnet ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:28:22.765468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Publish callbacks [] for subnet (ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.776009 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4f780422-8e26-4201-9d0e-cef21c986679 req-5917cf35-6dc4-4039-abb9-98210a1faa42 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495014 Mar 31 20:28:22.802405 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.896167 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d51cb-51bc-439e-8ce1-a459c6bf8b25 req-ad0c6d46-de28-43e6-ad22-63e274e379f7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:22.897794 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e13d51cb-51bc-439e-8ce1-a459c6bf8b25 req-ad0c6d46-de28-43e6-ad22-63e274e379f7 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.0573826 Mar 31 20:28:22.907409 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48554) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:22.912368 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Request body: {'floatingip': {'port_id': '5d86468b-024e-40a2-a460-31a916c74e61'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:22.928844 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:22.952478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (eb651bb0-5e32-4273-9615-8602535acc50), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.050749 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.076640 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:23.081159 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.087026 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4d10e4fa-fdab-4e66-8801-968b5510b29f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ecbcfd5c-5cab-4cc3-9736-7924fd6d9adf HTTP/1.1" status: 204 len: 168 time: 0.3749993 Mar 31 20:28:23.087316 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48556) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:23.087826 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4264b03-d898-489b-ab20-3b1eb751f19b None None] Network 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:23.160069 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (6d9f8698-e26f-4225-9a7c-b5c96b50fc26), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.230303 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Deleting port 20aa2eb8-e5d5-43be-829f-61428da9529d {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:23.230647 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.319444 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] DHCP port deletion for 6d9f8698-e26f-4225-9a7c-b5c96b50fc26 request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:28:23.381510 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] Deleting port 20aa2eb8-e5d5-43be-829f-61428da9529d {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:23.382055 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.436505 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.450758 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] For port 20aa2eb8-e5d5-43be-829f-61428da9529d, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=20aa2eb8-e5d5-43be-829f-61428da9529d,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:23.451190 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.469952 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] Calling delete_port for 20aa2eb8-e5d5-43be-829f-61428da9529d owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:23.502356 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (eb651bb0-5e32-4273-9615-8602535acc50), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.533571 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] For port 20aa2eb8-e5d5-43be-829f-61428da9529d, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=20aa2eb8-e5d5-43be-829f-61428da9529d,segment=NetworkSegment(b266ef63-060d-4fdd-b5b5-b68d65446a19),segment_id=b266ef63-060d-4fdd-b5b5-b68d65446a19)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:23.534445 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.549726 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Calling delete_port for 20aa2eb8-e5d5-43be-829f-61428da9529d owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:23.613681 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Floating IP eb651bb0-5e32-4273-9615-8602535acc50 associated. External IP: 172.28.3.7, port: 5d86468b-024e-40a2-a460-31a916c74e61. Mar 31 20:28:23.684887 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.699086 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (20aa2eb8-e5d5-43be-829f-61428da9529d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.716274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] Pushing event deleted for resources: {'Port': ['ID=20aa2eb8-e5d5-43be-829f-61428da9529d,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:23.717848 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Pushing event deleted for resources: {'Port': ['ID=20aa2eb8-e5d5-43be-829f-61428da9529d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:23.722276 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51cbf37-edb6-4176-8c20-8e983de1304a None None] No DVR routers for this DVR port 20aa2eb8-e5d5-43be-829f-61428da9529d on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:23.728642 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] No DVR routers for this DVR port 20aa2eb8-e5d5-43be-829f-61428da9529d on host dv-cinder-836070-1-smb {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:23.802226 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (6d9f8698-e26f-4225-9a7c-b5c96b50fc26), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.823382 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d9f8698-e26f-4225-9a7c-b5c96b50fc26']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:23.834013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b266ef63-060d-4fdd-b5b5-b68d65446a19') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:23.834313 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b266ef63-060d-4fdd-b5b5-b68d65446a19') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:23.845527 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (b266ef63-060d-4fdd-b5b5-b68d65446a19), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.859123 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (b266ef63-060d-4fdd-b5b5-b68d65446a19), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.865841 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:28:23.867744 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (b266ef63-060d-4fdd-b5b5-b68d65446a19), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: self.session.flush() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: self.session.flush() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: self.session.flush() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: self.session.flush() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:28:23.867914 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:28:23.870864 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Router fddefffa-39fc-42fc-8842-9710858054d2 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:23.965809 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (6d9f8698-e26f-4225-9a7c-b5c96b50fc26), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.991899 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:23.995539 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] 10.222.0.62 "DELETE /v2.0/networks/6d9f8698-e26f-4225-9a7c-b5c96b50fc26 HTTP/1.1" status: 204 len: 168 time: 0.9068840 Mar 31 20:28:23.997402 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbe7d9-fd93-44cc-9b52-c6aad076f766 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d9f8698-e26f-4225-9a7c-b5c96b50fc26,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:23.999505 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48560) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:24.043335 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 20aa2eb8-e5d5-43be-829f-61428da9529d no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:24.065650 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 20aa2eb8-e5d5-43be-829f-61428da9529d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:24.066034 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 20aa2eb8-e5d5-43be-829f-61428da9529d not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:24.066456 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device e4bc3b7b-56fe-44f3-a79d-d92b45963404 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:24.086449 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: e4bc3b7b-56fe-44f3-a79d-d92b45963404 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:24.086795 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device e4bc3b7b-56fe-44f3-a79d-d92b45963404 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:24.087213 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ff74430c-f300-4bb1-8234-61d82b9905a3 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:24.107538 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: ff74430c-f300-4bb1-8234-61d82b9905a3 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:24.108628 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ff74430c-f300-4bb1-8234-61d82b9905a3 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:24.246236 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:24.252893 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:24.255924 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:24.267191 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:24.268062 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:24.289941 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-d1a3034a-3a47-46a2-a20b-30bf21f145f8 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "PUT /v2.0/floatingips/eb651bb0-5e32-4273-9615-8602535acc50 HTTP/1.1" status: 200 len: 989 time: 1.3741992 Mar 31 20:28:24.289941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:24.289941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a8fec6f-0484-474b-8b6d-efc78d2772b9" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "tag": "5d86468b-024e-40a2-a460-31a916c74e61"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:24.326933 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcfa0c44-a864-48ae-803c-c8d6995af41c x-openstack-request-id: req-dcfa0c44-a864-48ae-803c-c8d6995af41c {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:24.327221 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "tag": "5d86468b-024e-40a2-a460-31a916c74e61", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:24.327501 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-dcfa0c44-a864-48ae-803c-c8d6995af41c {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:24.327932 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcfa0c44-a864-48ae-803c-c8d6995af41c'] response: {'name': 'network-changed', 'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61', 'status': 'completed', 'code': 200} Mar 31 20:28:24.380797 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:24.397213 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-b0c98e9a-621b-4373-a732-9fa776f376db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:24.398735 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-b0c98e9a-621b-4373-a732-9fa776f376db service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d28c1f968ed649718d6289a53e9eceec&device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 1129 time: 0.0455241 Mar 31 20:28:24.489622 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (b0247b0e-7c40-43fc-becf-fdf1060fed09), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:24.491762 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-48ce0583-f94d-43d6-992b-f7efad9c3763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:24.493466 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-48ce0583-f94d-43d6-992b-f7efad9c3763 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 200 len: 912 time: 0.0851271 Mar 31 20:28:24.566668 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-311e2db7-3bb2-4e54-a70a-363322004a7a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d86468b-024e-40a2-a460-31a916c74e61 HTTP/1.1" status: 200 len: 997 time: 0.0648091 Mar 31 20:28:24.621717 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'eb651bb0-5e32-4273-9615-8602535acc50', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'floating_ip_address': '172.28.3.7', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'port_id': '5d86468b-024e-40a2-a460-31a916c74e61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'mac_address': 'fa:16:3e:5c:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:06Z', 'updated_at': '2022-03-31T20:28:23Z', 'revision_number': 1, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:24.622830 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-fc47d2e3-fe6b-4f22-bdeb-df6c1b4d1124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:24.624491 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-fc47d2e3-fe6b-4f22-bdeb-df6c1b4d1124 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 200 len: 850 time: 0.0481861 Mar 31 20:28:24.648757 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:24.658357 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:24.659329 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:24.682251 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-5076d715-106b-4737-9fb8-bbd9da2a282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:24.683860 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-5076d715-106b-4737-9fb8-bbd9da2a282d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a3188f96-bb48-4795-95f7-97f25d1aae9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0487361 Mar 31 20:28:24.773274 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:24.790046 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-81626e47-5e5b-438f-bd80-a182295c1e28 service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939164 Mar 31 20:28:24.815456 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Deleting port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:24.816092 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:24.896539 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a8fec6f-0484-474b-8b6d-efc78d2772b9 req-ba973156-fcd5-4f27-8582-28302c85c59b service neutron] 10.222.0.58 "GET /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966613 Mar 31 20:28:24.904868 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] For port 2a3f3bf9-4dff-4020-9a24-9236e07d52a9, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:24.905280 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:24.923032 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Calling delete_port for 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:25.024922 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'eb651bb0-5e32-4273-9615-8602535acc50', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'floating_ip_address': '172.28.3.7', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'port_id': '5d86468b-024e-40a2-a460-31a916c74e61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'mac_address': 'fa:16:3e:5c:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:06Z', 'updated_at': '2022-03-31T20:28:23Z', 'revision_number': 1, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:25.147640 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ac8ac5-a077-49cd-8ca0-f2efa38c2643 None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': 'eb651bb0-5e32-4273-9615-8602535acc50', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'floating_ip_address': '172.28.3.7', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'port_id': '5d86468b-024e-40a2-a460-31a916c74e61', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'mac_address': 'fa:16:3e:5c:9a:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:28:06Z', 'updated_at': '2022-03-31T20:28:23Z', 'revision_number': 1, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:25.182169 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (2a3f3bf9-4dff-4020-9a24-9236e07d52a9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:25.210779 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3f3bf9-4dff-4020-9a24-9236e07d52a9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:25.374447 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33f55b-287f-4d36-8420-72a97e5acdcd None None] New status for floating IP eb651bb0-5e32-4273-9615-8602535acc50: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:25.385038 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (b0247b0e-7c40-43fc-becf-fdf1060fed09), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:25.621645 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Router b0247b0e-7c40-43fc-becf-fdf1060fed09 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:25.731232 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:25.737141 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-bae7ff8c-3dc0-42c4-a150-c7c73121bca6 admin admin] 10.222.0.62 "PUT /v2.0/routers/b0247b0e-7c40-43fc-becf-fdf1060fed09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7365968 Mar 31 20:28:25.739612 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48568) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:25.741473 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] Sync routers for ids ['b0247b0e-7c40-43fc-becf-fdf1060fed09'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:25.752451 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] Routers {'b0247b0e-7c40-43fc-becf-fdf1060fed09'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:25.753080 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['b0247b0e-7c40-43fc-becf-fdf1060fed09'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:25.852349 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks [] for router (b0247b0e-7c40-43fc-becf-fdf1060fed09), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:25.869882 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] Set router b0247b0e-7c40-43fc-becf-fdf1060fed09 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:25.964072 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks [] for router_gateway (b0247b0e-7c40-43fc-becf-fdf1060fed09), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:26.056663 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29'}], 'enable_snat': True}, 'gw_port_id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:28:25Z', 'revision_number': 5, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port': {'id': '7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:25:08Z', 'updated_at': '2022-03-31T20:25:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:26.089154 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] Checking router: b0247b0e-7c40-43fc-becf-fdf1060fed09 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:26.099630 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] Routers {'b0247b0e-7c40-43fc-becf-fdf1060fed09'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:26.100334 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['b0247b0e-7c40-43fc-becf-fdf1060fed09'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:26.196166 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] Set router b0247b0e-7c40-43fc-becf-fdf1060fed09 gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:26.249357 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:28:25Z', 'revision_number': 6, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port_host': None}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:26.280117 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4976848-d90b-4d30-8ca6-70483873a60d None None] The sync data for ids ['b0247b0e-7c40-43fc-becf-fdf1060fed09'] in dv-cinder-836070-1-smb is: [{'id': 'b0247b0e-7c40-43fc-becf-fdf1060fed09', 'name': 'tempest-TestMinimumBasicScenario-1986898670-router', 'tenant_id': '001dfc14be3d4aae9a4c521540b64cc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:25:06Z', 'updated_at': '2022-03-31T20:28:25Z', 'revision_number': 6, 'project_id': '001dfc14be3d4aae9a4c521540b64cc3', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:26.289297 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Deleting port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:26.289629 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:26.367777 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] For port 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:26.368152 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:26.381219 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Calling delete_port for 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:26.633710 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:26.658483 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:26.726950 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (b0247b0e-7c40-43fc-becf-fdf1060fed09), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:26.834175 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (b0247b0e-7c40-43fc-becf-fdf1060fed09), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:26.836341 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks [] for router_controller (b0247b0e-7c40-43fc-becf-fdf1060fed09), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.016644 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (b0247b0e-7c40-43fc-becf-fdf1060fed09), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.017334 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0247b0e-7c40-43fc-becf-fdf1060fed09 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:28:27.021983 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.023201 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d7cf4049-4e4d-4652-a01f-26afe98d7ad6 admin admin] 10.222.0.62 "DELETE /v2.0/routers/b0247b0e-7c40-43fc-becf-fdf1060fed09 HTTP/1.1" status: 204 len: 168 time: 1.2826173 Mar 31 20:28:27.028777 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48572) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:27.072071 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Deleting subnet c9dd5724-56ba-4823-80c0-24a51a52eae4 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:28:27.075497 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Publish callbacks [] for subnet (c9dd5724-56ba-4823-80c0-24a51a52eae4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.111201 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (c9dd5724-56ba-4823-80c0-24a51a52eae4), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.205622 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (c9dd5724-56ba-4823-80c0-24a51a52eae4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.330915 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (c9dd5724-56ba-4823-80c0-24a51a52eae4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.357728 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9dd5724-56ba-4823-80c0-24a51a52eae4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:27.360361 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.365146 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856272d2-2b69-4d95-8817-b6fe39868a3b None None] Network 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:27.367300 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f0011b3b-feaa-4797-ac68-359c4fee6dce admin admin] 10.222.0.62 "DELETE /v2.0/subnets/c9dd5724-56ba-4823-80c0-24a51a52eae4 HTTP/1.1" status: 204 len: 168 time: 0.3405118 Mar 31 20:28:27.370711 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48574) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:27.443516 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (8cd2da8a-c168-483e-ae3b-bc8a165a2a17), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.502081 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Deleting port fece7377-9a3e-42b8-948f-490b331bb3bc {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:27.502424 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.522330 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] DHCP port deletion for 8cd2da8a-c168-483e-ae3b-bc8a165a2a17 request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:28:27.565257 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] For port fece7377-9a3e-42b8-948f-490b331bb3bc, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=fece7377-9a3e-42b8-948f-490b331bb3bc,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:27.565621 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.569967 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] Deleting port fece7377-9a3e-42b8-948f-490b331bb3bc {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:27.570342 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.579090 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Calling delete_port for fece7377-9a3e-42b8-948f-490b331bb3bc owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:27.632443 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] For port fece7377-9a3e-42b8-948f-490b331bb3bc, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=fece7377-9a3e-42b8-948f-490b331bb3bc,segment=NetworkSegment(1cc1cb88-1d0a-490c-b1b8-02dccdee9079),segment_id=1cc1cb88-1d0a-490c-b1b8-02dccdee9079)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:27.632836 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.649782 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] Calling delete_port for fece7377-9a3e-42b8-948f-490b331bb3bc owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:27.782166 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.792795 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (fece7377-9a3e-42b8-948f-490b331bb3bc), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.812145 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Pushing event deleted for resources: {'Port': ['ID=fece7377-9a3e-42b8-948f-490b331bb3bc,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:27.814988 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] Pushing event deleted for resources: {'Port': ['ID=fece7377-9a3e-42b8-948f-490b331bb3bc,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:27.816313 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] No DVR routers for this DVR port fece7377-9a3e-42b8-948f-490b331bb3bc on host dv-cinder-836070-1-smb {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:27.824211 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a9ec34-7511-4bce-90af-a3681d4fb3df None None] No DVR routers for this DVR port fece7377-9a3e-42b8-948f-490b331bb3bc on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:27.889834 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (8cd2da8a-c168-483e-ae3b-bc8a165a2a17), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.910344 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd2da8a-c168-483e-ae3b-bc8a165a2a17']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:27.919526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc1cb88-1d0a-490c-b1b8-02dccdee9079') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:27.919825 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc1cb88-1d0a-490c-b1b8-02dccdee9079') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:27.929427 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (1cc1cb88-1d0a-490c-b1b8-02dccdee9079), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.943248 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (1cc1cb88-1d0a-490c-b1b8-02dccdee9079), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.949211 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:28:27.949600 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (1cc1cb88-1d0a-490c-b1b8-02dccdee9079), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:28:27.951299 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:28:28.022539 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device fece7377-9a3e-42b8-948f-490b331bb3bc no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:28.042970 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: fece7377-9a3e-42b8-948f-490b331bb3bc {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:28.043318 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device fece7377-9a3e-42b8-948f-490b331bb3bc not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:28.043724 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:28.062265 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:28.062614 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 2a3f3bf9-4dff-4020-9a24-9236e07d52a9 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:28.063527 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:28.085582 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:28.085820 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7ea3b52a-0ea9-4b4f-b8a9-f29a3ed0ed50 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:28.090521 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (8cd2da8a-c168-483e-ae3b-bc8a165a2a17), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.094827 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.098219 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] 10.222.0.62 "DELETE /v2.0/networks/8cd2da8a-c168-483e-ae3b-bc8a165a2a17 HTTP/1.1" status: 204 len: 168 time: 0.7274234 Mar 31 20:28:28.112450 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb545a-c432-4de9-9591-000125ae0584 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cd2da8a-c168-483e-ae3b-bc8a165a2a17,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:28.462634 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48578) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:28.507354 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-252d8c02-01fb-4ac6-ba92-0dff7e6779bf admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=48687694e4cb4270ac1e3904d4e90b2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435741 Mar 31 20:28:28.509937 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48580) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:28.556756 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63519a99-886c-4cf2-add7-2332fc88564d admin admin] Publish callbacks [] for security_group (8feea5b7-8e2c-4741-93f8-d9eff2739ace), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.577468 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63519a99-886c-4cf2-add7-2332fc88564d admin admin] Publish callbacks [] for security_group (8feea5b7-8e2c-4741-93f8-d9eff2739ace), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.684763 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63519a99-886c-4cf2-add7-2332fc88564d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8feea5b7-8e2c-4741-93f8-d9eff2739ace), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.687390 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-63519a99-886c-4cf2-add7-2332fc88564d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:28.688592 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-63519a99-886c-4cf2-add7-2332fc88564d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8feea5b7-8e2c-4741-93f8-d9eff2739ace HTTP/1.1" status: 204 len: 168 time: 0.1777668 Mar 31 20:28:28.697064 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63519a99-886c-4cf2-add7-2332fc88564d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8feea5b7-8e2c-4741-93f8-d9eff2739ace,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:29.304035 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48586) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:29.346821 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-5ead480d-93f9-489c-9557-2e50c797aaed admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=001dfc14be3d4aae9a4c521540b64cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415916 Mar 31 20:28:29.349343 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48588) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:29.397477 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-547a9d51-fb2d-4102-b08d-3de2e9fd1e13 admin admin] Publish callbacks [] for security_group (bf8b49d9-74e2-4a2c-833b-cd63f58e89bc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:29.418726 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-547a9d51-fb2d-4102-b08d-3de2e9fd1e13 admin admin] Publish callbacks [] for security_group (bf8b49d9-74e2-4a2c-833b-cd63f58e89bc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:29.582066 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-547a9d51-fb2d-4102-b08d-3de2e9fd1e13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (bf8b49d9-74e2-4a2c-833b-cd63f58e89bc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:29.584721 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-547a9d51-fb2d-4102-b08d-3de2e9fd1e13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:29.585921 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-547a9d51-fb2d-4102-b08d-3de2e9fd1e13 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bf8b49d9-74e2-4a2c-833b-cd63f58e89bc HTTP/1.1" status: 204 len: 168 time: 0.2354984 Mar 31 20:28:29.594755 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a9d51-fb2d-4102-b08d-3de2e9fd1e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8b49d9-74e2-4a2c-833b-cd63f58e89bc,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:29.993266 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-05dd72d7-a532-4941-8646-2d943f059c5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:30.536935 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48610) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:30.633121 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1714817270-network', 'tenant_id': '70521ca273ea4782911391b54911b60a'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:30.730528 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Made reservation on behalf of 70521ca273ea4782911391b54911b60a for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:30.732747 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:30.741459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:30.814240 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks [] for security_group (511573f8-d4f5-45f3-904a-2eacd5697e39), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:30.884737 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (511573f8-d4f5-45f3-904a-2eacd5697e39), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:30.911782 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:28:30.917943 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=511573f8-d4f5-45f3-904a-2eacd5697e39,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:30.924107 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (2b660403-187e-45e9-8a67-41876edddf76), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:30.924449 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Added segment 2b660403-187e-45e9-8a67-41876edddf76 of type vlan for network a74fdc24-27c7-40bf-8227-cc60a8eede2e Mar 31 20:28:30.965443 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (a74fdc24-27c7-40bf-8227-cc60a8eede2e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.067624 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (a74fdc24-27c7-40bf-8227-cc60a8eede2e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.068612 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:31.069193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.129831 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] Pushing event updated for resources: {'Network': ['ID=a74fdc24-27c7-40bf-8227-cc60a8eede2e,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:31.139461 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:28:31.185601 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-10a09510-5b74-4b97-b26f-b58a1209404e admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6475413 Mar 31 20:28:31.188945 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48614) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:31.194007 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Request body: {'subnet': {'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1714817270-subnet', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:31.272983 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Made reservation on behalf of 70521ca273ea4782911391b54911b60a for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:31.275309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9338751'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.490576 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8765208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9338729'] for subnet (f979a60e-9c18-4c25-ab9e-72b535d71352), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.540783 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f979a60e-9c18-4c25-ab9e-72b535d71352,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:31.556624 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Checking segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:31.556981 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Network hostable DHCP agents. Network: a74fdc24-27c7-40bf-8227-cc60a8eede2e, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:28:31.655955 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:28:31.798810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, a74fdc24-27c7-40bf-8227-cc60a8eede2e) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:31.803349 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:31.804779 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.807862 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a394f3-ec54-43e5-b88d-10e70a4ec8a1 None None] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:31.875909 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4289cf9e-d47e-4c41-8688-d3829b112a15 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6857879 Mar 31 20:28:31.878593 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48618) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:31.882934 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:31.917458 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'project_id': '70521ca273ea4782911391b54911b60a', 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:28:31.918340 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.972635 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (2ab22543-707a-4355-a52c-68394b8d7162), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:31.972635 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (2ab22543-707a-4355-a52c-68394b8d7162), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.021818 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks [] for router_controller (2ab22543-707a-4355-a52c-68394b8d7162), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.053272 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Allocated IP 172.20.0.2 (a74fdc24-27c7-40bf-8227-cc60a8eede2e/f979a60e-9c18-4c25-ab9e-72b535d71352/1236fe14-2829-498d-8e0a-ccb75ff11967) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:32.240717 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks [] for router_gateway (2ab22543-707a-4355-a52c-68394b8d7162), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.271658 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Publish callbacks [] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.284608 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-77c5209f-4cd7-4c6e-b36d-c4b41dbe49e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.314174 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.351769 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:32.354655 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:32.360294 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:32.370437 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Pushing event updated for resources: {'Port': ['ID=1236fe14-2829-498d-8e0a-ccb75ff11967,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:32.420170 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Attempting to bind port 1236fe14-2829-498d-8e0a-ccb75ff11967 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:32.420536 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Attempting to bind port 1236fe14-2829-498d-8e0a-ccb75ff11967 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:32.420888 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Attempting to bind port 1236fe14-2829-498d-8e0a-ccb75ff11967 on network a74fdc24-27c7-40bf-8227-cc60a8eede2e {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:32.426851 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:32.426851 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Checking segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:32.426851 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.427259 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Bound using segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:32.427453 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Bound port: 1236fe14-2829-498d-8e0a-ccb75ff11967, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:32.427829 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.489004 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] For port 1236fe14-2829-498d-8e0a-ccb75ff11967, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:32.491938 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] For port 1236fe14-2829-498d-8e0a-ccb75ff11967, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=1236fe14-2829-498d-8e0a-ccb75ff11967,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:32.498916 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks [] for router_gateway (2ab22543-707a-4355-a52c-68394b8d7162), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.519252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.559293 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.623258 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08173d0a-cb99-4151-8a29-a122dbd9d2b8 None None] Pushing event updated for resources: {'Port': ['ID=1236fe14-2829-498d-8e0a-ccb75ff11967,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:32.632610 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Allocated IP 172.28.3.64 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/47b406db-f676-4763-8774-2375107e75d7) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:32.744803 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks [] for port (47b406db-f676-4763-8774-2375107e75d7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.839399 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (47b406db-f676-4763-8774-2375107e75d7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:32.879424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:32.885508 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:32.889665 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:32.913534 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Pushing event updated for resources: {'Port': ['ID=47b406db-f676-4763-8774-2375107e75d7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:33.233458 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks [] for router_gateway (2ab22543-707a-4355-a52c-68394b8d7162), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.404841 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.443482 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (2ab22543-707a-4355-a52c-68394b8d7162), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.466335 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da818f17-09a4-4563-a428-d1a15480c4bb None None] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:33.575481 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] Provisioning complete for port 1236fe14-2829-498d-8e0a-ccb75ff11967 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:33.575858 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.633202 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Router 2ab22543-707a-4355-a52c-68394b8d7162 is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:28:33.670102 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] Current status of the port 1236fe14-2829-498d-8e0a-ccb75ff11967 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:33.670603 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.710032 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] For port 1236fe14-2829-498d-8e0a-ccb75ff11967, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=1236fe14-2829-498d-8e0a-ccb75ff11967,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:33.752322 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:33.763769 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Sync routers for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:33.769015 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.801608 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:33.802276 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:33.804089 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.818957 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.827710 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-8ec64e42-ddb8-4dc5-8fc1-bf29c3a0aa4b admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9407165 Mar 31 20:28:33.827896 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48624) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:33.903972 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc12e4ab-c971-431c-95f4-d07cf5ca44a5 None None] Pushing event updated for resources: {'Port': ['ID=1236fe14-2829-498d-8e0a-ccb75ff11967,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:33.920879 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e84cf647-d442-4f6c-a008-f2c2ff9b3c71 None None] Provisioning complete for port 1236fe14-2829-498d-8e0a-ccb75ff11967 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:33.921186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e84cf647-d442-4f6c-a008-f2c2ff9b3c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:33.973655 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:34.214705 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 1236fe14-2829-498d-8e0a-ccb75ff11967 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:34.265526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.310535 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e84cf647-d442-4f6c-a008-f2c2ff9b3c71 None None] Current status of the port 1236fe14-2829-498d-8e0a-ccb75ff11967 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:34.345480 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 1236fe14-2829-498d-8e0a-ccb75ff11967 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:34.345877 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.420105 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Allocated IP 172.20.0.1 (a74fdc24-27c7-40bf-8227-cc60a8eede2e/f979a60e-9c18-4c25-ab9e-72b535d71352/af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:34.429497 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:33Z', 'revision_number': 3, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:34.458435 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Checking router: 2ab22543-707a-4355-a52c-68394b8d7162 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:34.458702 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Updating router 2ab22543-707a-4355-a52c-68394b8d7162 port 47b406db-f676-4763-8774-2375107e75d7 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:28:34.489587 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 1236fe14-2829-498d-8e0a-ccb75ff11967 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:34.497509 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (47b406db-f676-4763-8774-2375107e75d7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.523850 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks [] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.605007 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.639995 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:34.643737 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:34.646268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:34.688523 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Pushing event updated for resources: {'Port': ['ID=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:34.704078 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (2ab22543-707a-4355-a52c-68394b8d7162), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.768491 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Publish callbacks [] for port (47b406db-f676-4763-8774-2375107e75d7), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.827648 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (47b406db-f676-4763-8774-2375107e75d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.891311 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.892532 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Attempting to bind port 47b406db-f676-4763-8774-2375107e75d7 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:34.893148 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Attempting to bind port 47b406db-f676-4763-8774-2375107e75d7 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:34.893766 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Attempting to bind port 47b406db-f676-4763-8774-2375107e75d7 on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:34.901379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b74b2-8d40-4dc2-b89b-f9c39eee74c6 None None] Pushing event updated for resources: {'Port': ['ID=47b406db-f676-4763-8774-2375107e75d7,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:34.906346 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:34.906971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:34.907634 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.908278 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:34.909330 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Bound port: 47b406db-f676-4763-8774-2375107e75d7, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:34.910009 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (47b406db-f676-4763-8774-2375107e75d7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.935822 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.970939 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-4b4d9209-21cd-424e-88d5-72c37c11f880 None None] Provisioning complete for port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:34.971219 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-4b4d9209-21cd-424e-88d5-72c37c11f880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:34.976378 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] For port 47b406db-f676-4763-8774-2375107e75d7, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:35.009354 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] For port 47b406db-f676-4763-8774-2375107e75d7, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=47b406db-f676-4763-8774-2375107e75d7,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:35.018668 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-4b4d9209-21cd-424e-88d5-72c37c11f880 None None] Port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:35.101302 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks [] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:35.107646 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (47b406db-f676-4763-8774-2375107e75d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:35.153162 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:35.164766 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:35.165410 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:35.170234 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53b74b2-8d40-4dc2-b89b-f9c39eee74c6 None None] Pushing event updated for resources: {'Port': ['ID=47b406db-f676-4763-8774-2375107e75d7,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:35.229095 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (2ab22543-707a-4355-a52c-68394b8d7162), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:35.230752 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Pushing event updated for resources: {'Port': ['ID=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:35.278503 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:35.322343 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:35.323931 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:35.447009 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Router 2ab22543-707a-4355-a52c-68394b8d7162 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:35.495917 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 2, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:35.522621 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13e7718-3466-4532-bde7-992a9652a788 None None] The sync data for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb is: [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 2, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:35.540978 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0cf05a6f-6159-41a3-bba4-2889a7d869e6 None None] Provisioning complete for port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:35.541353 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0cf05a6f-6159-41a3-bba4-2889a7d869e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:35.568937 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:35.577375 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-9dcf8407-428a-49db-bb31-e6dca8aae7ce admin admin] 10.222.0.62 "PUT /v2.0/routers/2ab22543-707a-4355-a52c-68394b8d7162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7531567 Mar 31 20:28:35.585242 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0cf05a6f-6159-41a3-bba4-2889a7d869e6 None None] Port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:36.175866 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-c9fc9374-f133-4daf-bb02-9ec813c640af service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0668302 Mar 31 20:28:36.274682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-9ae14b13-08b6-4330-a77a-bc7312760d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.276557 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-9ae14b13-08b6-4330-a77a-bc7312760d09 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 1129 time: 0.0486474 Mar 31 20:28:36.306783 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48640) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:36.311638 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-5343722-network', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:36.388076 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Made reservation on behalf of fbea4b61dcb24fe6ba23c4a669748a7a for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:36.391174 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.401314 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.410299 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-97afb826-4c67-4d6a-951d-db4e2f89efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.410621 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.411892 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-97afb826-4c67-4d6a-951d-db4e2f89efe1 service neutron] 10.222.0.58 "GET /v2.0/networks?id=215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 200 len: 920 time: 0.0969088 Mar 31 20:28:36.458736 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-eb5e51d5-b72a-44aa-9f69-bc9c806e755d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 200 len: 217 time: 0.0395391 Mar 31 20:28:36.506470 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks [] for security_group (fabef1f5-7320-41a8-84a9-56cdd9522fcf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.515214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-66deb0c2-3003-4d4e-8ce5-5af60f59fdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.516626 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-66deb0c2-3003-4d4e-8ce5-5af60f59fdb8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 200 len: 858 time: 0.0478940 Mar 31 20:28:36.565127 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (fabef1f5-7320-41a8-84a9-56cdd9522fcf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.577083 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-474a4f8a-bdc9-478f-91c3-9d9d834210b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.578720 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-474a4f8a-bdc9-478f-91c3-9d9d834210b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=215cb16d-122d-4128-b811-9df64de194b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0529838 Mar 31 20:28:36.588943 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:28:36.604464 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabef1f5-7320-41a8-84a9-56cdd9522fcf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:36.607580 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (a059f628-abb1-4224-b783-fba295fc1ab2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.612585 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Added segment a059f628-abb1-4224-b783-fba295fc1ab2 of type vlan for network 08d449ba-591d-4041-822e-d5ee6b91fedd Mar 31 20:28:36.655110 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (08d449ba-591d-4041-822e-d5ee6b91fedd), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.677141 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-1bcb5e3c-53ff-49cd-9d31-9eeb34bb616e service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904396 Mar 31 20:28:36.753147 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (08d449ba-591d-4041-822e-d5ee6b91fedd), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.754260 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:36.754890 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:36.780159 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2a9e0365-bd49-4e56-afcc-10788205e3d8 req-a47f00ea-679b-42f6-a81e-d79056ed179a service neutron] 10.222.0.58 "GET /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929120 Mar 31 20:28:36.817018 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] Pushing event updated for resources: {'Network': ['ID=08d449ba-591d-4041-822e-d5ee6b91fedd,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:36.827967 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 08d449ba-591d-4041-822e-d5ee6b91fedd details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:28:36.927378 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-e6086343-ebec-48c5-9265-639e7829a436 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6194751 Mar 31 20:28:36.930278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48642) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:36.935132 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Request body: {'subnet': {'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-5343722-subnet', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:37.033420 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Made reservation on behalf of fbea4b61dcb24fe6ba23c4a669748a7a for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:28:37.035912 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.273385 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (74b7ec15-375b-45e9-8327-57eb714e8775), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.328577 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74b7ec15-375b-45e9-8327-57eb714e8775,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:37.340405 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Checking segment: {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:37.340766 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Network hostable DHCP agents. Network: 08d449ba-591d-4041-822e-d5ee6b91fedd, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:28:37.433057 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Network 08d449ba-591d-4041-822e-d5ee6b91fedd is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:28:37.507315 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 08d449ba-591d-4041-822e-d5ee6b91fedd) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:37.512842 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:37.514113 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.519120 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0f7049-a5a3-4284-aedd-dac27b065785 None None] Network 08d449ba-591d-4041-822e-d5ee6b91fedd requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:37.585729 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c0972-677d-49cb-820d-775f0327869e None None] Sync routers for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:37.597798 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:37.599764 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7a85ca75-4a95-4ad2-a9dc-baab43e49d9a admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.6645858 Mar 31 20:28:37.599904 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:37.600052 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48644) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:37.603611 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:37.623785 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp20e0bc7b-5ccf-5200-8c80-1518558ab8a2-08d449ba-591d-4041-822e-d5ee6b91fedd', 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'fixed_ips': [{'subnet_id': '74b7ec15-375b-45e9-8327-57eb714e8775'}]}} from dv-cinder-836070-1-smb. {{(pid=103964) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 20:28:37.624806 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.702234 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-657460', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1983'] for router (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.704110 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-658852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-656885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-552409', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1956'] for router (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.711870 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:37.762721 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks [] for router_controller (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), precommit_add_association {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.763164 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.db_base_plugin_common [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Allocated IP 172.20.0.2 (08d449ba-591d-4041-822e-d5ee6b91fedd/74b7ec15-375b-45e9-8327-57eb714e8775/aa79dd1d-1b7f-4482-95d1-61b76f4d7137) {{(pid=103964) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:37.913666 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Publish callbacks [] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), precommit_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.923585 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 2, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:37.953673 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c0972-677d-49cb-820d-775f0327869e None None] Checking router: 2ab22543-707a-4355-a52c-68394b8d7162 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:37.954055 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c0972-677d-49cb-820d-775f0327869e None None] Updating router 2ab22543-707a-4355-a52c-68394b8d7162 port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:28:37.981948 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-777c0972-677d-49cb-820d-775f0327869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.987151 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks [] for router_gateway (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:37.993992 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), after_create {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.042651 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Network 08d449ba-591d-4041-822e-d5ee6b91fedd is already hosted by enough agents. {{(pid=103964) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:38.047796 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.scheduler.base_scheduler [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Resources bound (agent type, host, resource id): {{(pid=103964) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:38.052560 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Received port after_create {{(pid=103964) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:38.055710 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Pushing event updated for resources: {'Port': ['ID=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,revision_number=1']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:38.104432 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 47b406db-f676-4763-8774-2375107e75d7 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:38.141958 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Attempting to bind port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:38.141958 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Attempting to bind port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:38.142306 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Attempting to bind port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 on network 08d449ba-591d-4041-822e-d5ee6b91fedd {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:38.150286 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:38.150668 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Checking segment: {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:38.151495 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.151495 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Bound using segment: {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:38.151933 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Bound port: aa79dd1d-1b7f-4482-95d1-61b76f4d7137, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:38.152364 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.227110 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 47b406db-f676-4763-8774-2375107e75d7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:38.227491 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (47b406db-f676-4763-8774-2375107e75d7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.263967 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] For port aa79dd1d-1b7f-4482-95d1-61b76f4d7137, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:38.267681 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-777c0972-677d-49cb-820d-775f0327869e None None] Publish callbacks [] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.284521 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] For port aa79dd1d-1b7f-4482-95d1-61b76f4d7137, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:38.336571 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 47b406db-f676-4763-8774-2375107e75d7 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:38.336969 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (47b406db-f676-4763-8774-2375107e75d7), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.351284 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-777c0972-677d-49cb-820d-775f0327869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.359229 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 47b406db-f676-4763-8774-2375107e75d7, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=47b406db-f676-4763-8774-2375107e75d7,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:38.377536 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.417623 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Pushing event updated for resources: {'Port': ['ID=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:38.427533 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.427882 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.428224 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.428591 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.428932 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.429263 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.429593 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.429948 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.430277 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.430605 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.430935 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.431275 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.431637 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.432151 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.432648 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103965) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:38.485878 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c38f2-4bc1-4c9e-a96d-f761eba49865 None None] Pushing event updated for resources: {'Port': ['ID=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:38.499408 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-777c0972-677d-49cb-820d-775f0327869e None None] Attempting to bind port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:38.499787 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-777c0972-677d-49cb-820d-775f0327869e None None] Attempting to bind port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:38.500704 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (47b406db-f676-4763-8774-2375107e75d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.500853 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0972-677d-49cb-820d-775f0327869e None None] Attempting to bind port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 on network a74fdc24-27c7-40bf-8227-cc60a8eede2e {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:38.506624 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0972-677d-49cb-820d-775f0327869e None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:38.507004 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0972-677d-49cb-820d-775f0327869e None None] Checking segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:38.507416 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-777c0972-677d-49cb-820d-775f0327869e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.507909 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777c0972-677d-49cb-820d-775f0327869e None None] Bound using segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:38.508276 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-777c0972-677d-49cb-820d-775f0327869e None None] Bound port: af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:38.508874 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-777c0972-677d-49cb-820d-775f0327869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.588849 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=47b406db-f676-4763-8774-2375107e75d7,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:38.598719 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-777c0972-677d-49cb-820d-775f0327869e None None] For port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:38.602118 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-777c0972-677d-49cb-820d-775f0327869e None None] For port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:38.633538 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-9c6e9995-a0f1-4df5-9861-2fcbcbd0ae0e None None] Provisioning complete for port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:38.634931 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9c6e9995-a0f1-4df5-9861-2fcbcbd0ae0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.648671 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks [] for router_gateway (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.668840 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-777c0972-677d-49cb-820d-775f0327869e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.671762 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:38.676421 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-9c6e9995-a0f1-4df5-9861-2fcbcbd0ae0e None None] Port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:38.738213 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:38.738865 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:38.826866 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Allocated IP 172.28.3.97 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/42a88ffa-7c69-421c-9385-cf0ef28c95d8) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:38.916734 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b134cc3-e7b3-4378-8843-943d71e614a8 None None] Pushing event updated for resources: {'Port': ['ID=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:39.019952 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:39.022935 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks [] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.099670 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] Provisioning complete for port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:39.100286 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.148059 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.181376 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] Current status of the port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:39.181784 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.216927 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] For port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:39.217496 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:39.221903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:39.223940 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Pushing event updated for resources: {'Port': ['ID=42a88ffa-7c69-421c-9385-cf0ef28c95d8,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:39.226911 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:39.247300 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-777c0972-677d-49cb-820d-775f0327869e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:39.251483 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.256745 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:39.268382 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.276232 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-777c0972-677d-49cb-820d-775f0327869e None None] The sync data for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb is: [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:39.328915 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18cd3e7-1b94-41c2-a83f-e76306946ce2 None None] Pushing event updated for resources: {'Port': ['ID=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:39.581409 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks [] for router_gateway (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.664219 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c955d9-fc48-456e-8c73-6e7772ef3ee2 None None] Network 08d449ba-591d-4041-822e-d5ee6b91fedd requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:28:39.737842 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] Provisioning complete for port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:39.738310 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.805305 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-658861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656674'] for router (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.868142 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] Current status of the port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:39.868535 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:39.910797 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] For port aa79dd1d-1b7f-4482-95d1-61b76f4d7137, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:39.982854 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.021858 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a is scheduled to L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 with binding_index 1 {{(pid=103963) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 20:28:40.049190 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c2c1d-4c3c-48b1-9d67-7b2d308e855f None None] Pushing event updated for resources: {'Port': ['ID=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:40.159850 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:40.176857 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Sync routers for ids ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:40.183012 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:40.218021 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.219890 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-25d35b64-5939-48a2-814a-0c59c7a4cf1c admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.6200705 Mar 31 20:28:40.222777 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48650) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:40.228744 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Routers {'7d5931bf-23a7-4d4b-9ea3-969700e40f1a'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:40.229330 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:40.438672 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-86cf57c3-81a6-4f44-bc41-00dd0c69b542 None None] Provisioning complete for port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:40.438953 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-86cf57c3-81a6-4f44-bc41-00dd0c69b542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.503889 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:40.504263 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.544588 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Set router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:40.661568 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.710586 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-86cf57c3-81a6-4f44-bc41-00dd0c69b542 None None] Current status of the port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:40.779197 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:40.780272 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device aa79dd1d-1b7f-4482-95d1-61b76f4d7137 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:40.819567 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Allocated IP 172.20.0.1 (08d449ba-591d-4041-822e-d5ee6b91fedd/74b7ec15-375b-45e9-8327-57eb714e8775/7a1a6191-5444-47fc-af98-d8faa890a5af) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:28:40.844211 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:40.844585 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.846944 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 3, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:40.896233 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Checking router: 7d5931bf-23a7-4d4b-9ea3-969700e40f1a for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:40.896583 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Updating router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 binding host dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:28:40.928356 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks [] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:40.935802 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.027761 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.059239 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:41.060308 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 47b406db-f676-4763-8774-2375107e75d7 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:41.067431 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Network 08d449ba-591d-4041-822e-d5ee6b91fedd is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:41.070432 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:41.076824 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:28:41.100451 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a6191-5444-47fc-af98-d8faa890a5af,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:41.120184 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656629'] for router_interface (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.183488 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 47b406db-f676-4763-8774-2375107e75d7 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:41.183488 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (47b406db-f676-4763-8774-2375107e75d7), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.331869 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.343677 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Publish callbacks [] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), precommit_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.358159 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 47b406db-f676-4763-8774-2375107e75d7 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:41.365928 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e4876a0b-e985-479f-9aed-7e37cebf17fb None None] Provisioning complete for port 7a1a6191-5444-47fc-af98-d8faa890a5af triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:41.366313 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e4876a0b-e985-479f-9aed-7e37cebf17fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.399860 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.442132 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e4876a0b-e985-479f-9aed-7e37cebf17fb None None] Port 7a1a6191-5444-47fc-af98-d8faa890a5af cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:41.461818 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Attempting to bind port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:41.462200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Attempting to bind port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:41.462570 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Attempting to bind port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 on network 98d720f8-ef23-47f2-b453-319c855f3863 {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:41.468353 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3227b-5eb8-4022-9a1e-d51924d8b9c8 None None] Pushing event updated for resources: {'Port': ['ID=42a88ffa-7c69-421c-9385-cf0ef28c95d8,revision_number=2']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:41.473908 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:41.474289 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Checking segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103964) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:41.474696 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.475089 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Bound using segment: {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'} {{(pid=103964) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:41.475567 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.managers [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Bound port: 42a88ffa-7c69-421c-9385-cf0ef28c95d8, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd7c8513-aa96-407e-8f25-8e698c003800', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}}] {{(pid=103964) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:41.476001 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.501971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks [] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.529270 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] For port 42a88ffa-7c69-421c-9385-cf0ef28c95d8, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103964) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:41.532311 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] For port 42a88ffa-7c69-421c-9385-cf0ef28c95d8, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=42a88ffa-7c69-421c-9385-cf0ef28c95d8,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:41.558939 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.576355 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.622323 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:28:41.626980 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Pushing event updated for resources: {'Port': ['ID=7a1a6191-5444-47fc-af98-d8faa890a5af,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:41.630281 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-656481'] for router_interface (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:41.636409 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Routers {'7d5931bf-23a7-4d4b-9ea3-969700e40f1a'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:41.637038 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:41.640596 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac3227b-5eb8-4022-9a1e-d51924d8b9c8 None None] Pushing event updated for resources: {'Port': ['ID=42a88ffa-7c69-421c-9385-cf0ef28c95d8,revision_number=3']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:41.727236 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Network 08d449ba-591d-4041-822e-d5ee6b91fedd is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:28:41.728725 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:28:41.754079 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] Set router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:41.857107 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:41.974345 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-d95442db-0999-4506-a769-39e5c06c86f0 None None] Provisioning complete for port 7a1a6191-5444-47fc-af98-d8faa890a5af triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:41.974715 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-d95442db-0999-4506-a769-39e5c06c86f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:42.024099 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-d95442db-0999-4506-a769-39e5c06c86f0 None None] Port 7a1a6191-5444-47fc-af98-d8faa890a5af cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:28:42.028401 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '7a1a6191-5444-47fc-af98-d8faa890a5af', 'name': '', 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'mac_address': 'fa:16:3e:39:d0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:40Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 2, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'subnets': [{'id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:42.063046 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device aa79dd1d-1b7f-4482-95d1-61b76f4d7137 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:42.066703 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce1326-579b-4a69-9171-8be5ac3eb984 None None] The sync data for ids ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'] in dv-cinder-836070-1-smb is: [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '7a1a6191-5444-47fc-af98-d8faa890a5af', 'name': '', 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'mac_address': 'fa:16:3e:39:d0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:40Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 2, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'subnets': [{'id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:42.116381 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:42.116897 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:42.201163 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:42.226057 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:42.231374 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-860e82c5-d708-4011-9b22-123474bfa5df admin admin] 10.222.0.62 "PUT /v2.0/routers/7d5931bf-23a7-4d4b-9ea3-969700e40f1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0076113 Mar 31 20:28:42.855697 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48660) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:42.861193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1587773700', 'description': 'tempest-secgroup-smoke-1587773700 description', 'project_id': '70521ca273ea4782911391b54911b60a'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:42.953154 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.025018 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group (752c175e-5764-429a-b640-0b7d7154b08b), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.084419 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (752c175e-5764-429a-b640-0b7d7154b08b), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.115110 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752c175e-5764-429a-b640-0b7d7154b08b,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:43.218211 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.219823 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-efd8cfeb-e965-43b9-a2c0-467e8ea43c3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3630145 Mar 31 20:28:43.222942 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48662) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:43.228028 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group_rule': {'security_group_id': '752c175e-5764-429a-b640-0b7d7154b08b', 'project_id': '70521ca273ea4782911391b54911b60a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:43.313472 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (28be3780-68e5-45c8-939a-d9c037cef8b7), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.372883 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (28be3780-68e5-45c8-939a-d9c037cef8b7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.444535 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (28be3780-68e5-45c8-939a-d9c037cef8b7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.461731 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28be3780-68e5-45c8-939a-d9c037cef8b7,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:43.543805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.544969 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e42b2434-100e-45ec-b1bd-a5fc59e95355 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208871 Mar 31 20:28:43.553668 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48666) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:43.558128 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group_rule': {'security_group_id': '752c175e-5764-429a-b640-0b7d7154b08b', 'project_id': '70521ca273ea4782911391b54911b60a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:43.649323 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (7171c420-b8c4-401e-9c98-27ac368e80c7), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.710010 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (7171c420-b8c4-401e-9c98-27ac368e80c7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.770201 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (7171c420-b8c4-401e-9c98-27ac368e80c7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.791914 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7171c420-b8c4-401e-9c98-27ac368e80c7,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:43.852506 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.853946 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f4b6e440-bb5e-4133-882a-a04b7f0585d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2991478 Mar 31 20:28:43.856661 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48676) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:43.862306 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group_rule': {'security_group_id': '752c175e-5764-429a-b640-0b7d7154b08b', 'project_id': '70521ca273ea4782911391b54911b60a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:43.935772 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (baca6dd0-a070-4cd6-9201-09c91e46bd3e), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:43.994838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (baca6dd0-a070-4cd6-9201-09c91e46bd3e), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.062249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 42a88ffa-7c69-421c-9385-cf0ef28c95d8 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:44.084823 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (baca6dd0-a070-4cd6-9201-09c91e46bd3e), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.107131 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baca6dd0-a070-4cd6-9201-09c91e46bd3e,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:44.126273 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:44.126950 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.139478 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Sync routers for ids ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:44.150514 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Routers {'7d5931bf-23a7-4d4b-9ea3-969700e40f1a'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:44.151136 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:44.189866 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.193564 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-7322034d-aba9-4e94-b560-b596069e3cab tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3331428 Mar 31 20:28:44.193836 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48682) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:44.201024 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group_rule': {'security_group_id': '752c175e-5764-429a-b640-0b7d7154b08b', 'project_id': '70521ca273ea4782911391b54911b60a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:44.217489 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:44.218022 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.252400 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] For port 42a88ffa-7c69-421c-9385-cf0ef28c95d8, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=42a88ffa-7c69-421c-9385-cf0ef28c95d8,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:44.298048 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Set router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:44.319166 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.325851 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (7fbcdff2-bfdd-47fd-8710-0d566987d4ce), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.384126 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Pushing event updated for resources: {'Port': ['ID=42a88ffa-7c69-421c-9385-cf0ef28c95d8,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:44.419019 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (7fbcdff2-bfdd-47fd-8710-0d566987d4ce), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.495869 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (7fbcdff2-bfdd-47fd-8710-0d566987d4ce), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.511874 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbcdff2-bfdd-47fd-8710-0d566987d4ce,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:44.523698 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '7a1a6191-5444-47fc-af98-d8faa890a5af', 'name': '', 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'mac_address': 'fa:16:3e:39:d0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:40Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 2, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'subnets': [{'id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:44.550161 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Checking router: 7d5931bf-23a7-4d4b-9ea3-969700e40f1a for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:44.550515 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Updating router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a port 7a1a6191-5444-47fc-af98-d8faa890a5af binding host dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 20:28:44.579053 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.595143 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.596379 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f54455b2-e429-4cf0-aaaf-02958b327978 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4015467 Mar 31 20:28:44.599141 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48684) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:44.603818 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group_rule': {'security_group_id': '752c175e-5764-429a-b640-0b7d7154b08b', 'project_id': '70521ca273ea4782911391b54911b60a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:44.678872 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Project 70521ca273ea4782911391b54911b60a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:28:44.683961 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (76a4f760-9d43-4605-a81f-2e781166bde7), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.743785 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (76a4f760-9d43-4605-a81f-2e781166bde7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.815921 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (76a4f760-9d43-4605-a81f-2e781166bde7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.835359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76a4f760-9d43-4605-a81f-2e781166bde7,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:44.849843 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Publish callbacks [] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), precommit_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.892439 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.893946 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-71156b52-09fd-4b2e-a5dd-9ec9af9b1591 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936404 Mar 31 20:28:44.896690 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48686) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:44.902358 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'security_group_rule': {'security_group_id': '752c175e-5764-429a-b640-0b7d7154b08b', 'project_id': '70521ca273ea4782911391b54911b60a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:28:44.907293 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:44.960917 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf65154-d457-4296-b331-c08485316580 None None] Pushing event updated for resources: {'Port': ['ID=7a1a6191-5444-47fc-af98-d8faa890a5af,revision_number=3']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:44.976476 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.securitygroups_db [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Project 70521ca273ea4782911391b54911b60a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 20:28:44.982970 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (685dcefe-c295-483a-a320-12d5ee1f0680), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.035511 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Attempting to bind port 7a1a6191-5444-47fc-af98-d8faa890a5af on host dv-cinder-836070-1-smb for vnic_type normal with profile {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:28:45.035881 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Attempting to bind port 7a1a6191-5444-47fc-af98-d8faa890a5af by drivers openvswitch,hyperv on host dv-cinder-836070-1-smb at level 0 using segments [{'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:28:45.036235 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Attempting to bind port 7a1a6191-5444-47fc-af98-d8faa890a5af on network 08d449ba-591d-4041-822e-d5ee6b91fedd {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:28:45.042511 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Checking agent: {'id': '6f181303-6422-4bd9-9188-fd18e0bf029b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836070-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 15, 6), 'started_at': datetime.datetime(2022, 3, 31, 20, 15, 36), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836070-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:28:45.043009 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Checking segment: {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103965) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:28:45.043278 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.043754 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Bound using segment: {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'} {{(pid=103965) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:28:45.044134 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.managers [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Bound port: 7a1a6191-5444-47fc-af98-d8faa890a5af, host: dv-cinder-836070-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a059f628-abb1-4224-b783-fba295fc1ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd'}}] {{(pid=103965) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:28:45.044690 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), before_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.078073 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (685dcefe-c295-483a-a320-12d5ee1f0680), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.119606 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] For port 7a1a6191-5444-47fc-af98-d8faa890a5af, host dv-cinder-836070-1-smb, cleared binding levels {{(pid=103965) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:28:45.123569 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.plugins.ml2.db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] For port 7a1a6191-5444-47fc-af98-d8faa890a5af, host dv-cinder-836070-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=7a1a6191-5444-47fc-af98-d8faa890a5af,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103965) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:28:45.164812 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (685dcefe-c295-483a-a320-12d5ee1f0680), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.184343 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685dcefe-c295-483a-a320-12d5ee1f0680,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:45.188416 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron_lib.callbacks.manager [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), after_update {{(pid=103965) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.253309 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Routers {'7d5931bf-23a7-4d4b-9ea3-969700e40f1a'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:45.253980 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:45.284120 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.285590 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ade46373-11b1-4e77-b7b7-d0360c27223c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3879418 Mar 31 20:28:45.288721 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] Provisioning complete for port 7a1a6191-5444-47fc-af98-d8faa890a5af triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:45.288721 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.298411 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf65154-d457-4296-b331-c08485316580 None None] Pushing event updated for resources: {'Port': ['ID=7a1a6191-5444-47fc-af98-d8faa890a5af,revision_number=4']} {{(pid=103965) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:45.413577 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] Set router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:45.461102 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] Current status of the port 7a1a6191-5444-47fc-af98-d8faa890a5af is: DOWN; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:45.461863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.504082 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] For port 7a1a6191-5444-47fc-af98-d8faa890a5af, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=7a1a6191-5444-47fc-af98-d8faa890a5af,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:45.604520 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.658405 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5558608-01ce-424d-aef1-ac5847d2ee10 None None] Pushing event updated for resources: {'Port': ['ID=7a1a6191-5444-47fc-af98-d8faa890a5af,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:45.663120 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-236e730d-f482-4921-9f0f-8930256451cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '7a1a6191-5444-47fc-af98-d8faa890a5af', 'name': '', 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'mac_address': 'fa:16:3e:39:d0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:40Z', 'updated_at': '2022-03-31T20:28:45Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'subnets': [{'id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:45.693165 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236e730d-f482-4921-9f0f-8930256451cb None None] The sync data for ids ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'] in dv-cinder-836070-1-smb is: [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:28:41Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '7a1a6191-5444-47fc-af98-d8faa890a5af', 'name': '', 'network_id': '08d449ba-591d-4041-822e-d5ee6b91fedd', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'mac_address': 'fa:16:3e:39:d0:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:40Z', 'updated_at': '2022-03-31T20:28:45Z', 'revision_number': 4, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'subnets': [{'id': '74b7ec15-375b-45e9-8327-57eb714e8775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:45.727973 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-b9535d20-595a-4312-9199-0b1f95b3b7e3 None None] Provisioning complete for port 7a1a6191-5444-47fc-af98-d8faa890a5af triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:45.728411 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-b9535d20-595a-4312-9199-0b1f95b3b7e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:45.845714 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-b9535d20-595a-4312-9199-0b1f95b3b7e3 None None] Current status of the port 7a1a6191-5444-47fc-af98-d8faa890a5af is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:45.891590 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa78007-b301-42bb-aff6-93cdebbdfea8 req-a1104f1e-4bd9-4d82-ab9c-471f28e8edc2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:45.894204 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7fa78007-b301-42bb-aff6-93cdebbdfea8 req-a1104f1e-4bd9-4d82-ab9c-471f28e8edc2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0568340 Mar 31 20:28:45.946601 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7fa78007-b301-42bb-aff6-93cdebbdfea8 req-311ae070-dece-4f01-8f12-c5359afdf6b1 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459096 Mar 31 20:28:46.074075 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 42a88ffa-7c69-421c-9385-cf0ef28c95d8 up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:46.125853 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:46.126232 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:46.213257 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:46.215273 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7a1a6191-5444-47fc-af98-d8faa890a5af up at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:28:46.277543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Provisioning complete for port 7a1a6191-5444-47fc-af98-d8faa890a5af triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:28:46.277968 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:46.363403 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Current status of the port 7a1a6191-5444-47fc-af98-d8faa890a5af is: ACTIVE; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:28:47.091528 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146c526-c245-43c4-bdcd-b59c92fd050f req-21cf5bb3-c382-4547-981b-4f9e45aafe01 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:47.093052 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0146c526-c245-43c4-bdcd-b59c92fd050f req-21cf5bb3-c382-4547-981b-4f9e45aafe01 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0662632 Mar 31 20:28:47.150921 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0146c526-c245-43c4-bdcd-b59c92fd050f req-5cb6a450-c83c-418a-8692-8cd0feaed422 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519350 Mar 31 20:28:48.379032 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcae3ef-21b0-4595-8701-fcce007113b7 req-247f96d3-3057-4ea5-ab8d-59641df9225e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:48.380468 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4dcae3ef-21b0-4595-8701-fcce007113b7 req-247f96d3-3057-4ea5-ab8d-59641df9225e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.1546891 Mar 31 20:28:48.428422 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4dcae3ef-21b0-4595-8701-fcce007113b7 req-ed250c47-0c01-4bb0-ad3f-cab14d443d88 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419118 Mar 31 20:28:49.712833 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da36d180-f559-4395-8834-0a2b72bb359e req-625b21e0-5b51-491a-ab6d-c1353c229879 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:49.714387 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-da36d180-f559-4395-8834-0a2b72bb359e req-625b21e0-5b51-491a-ab6d-c1353c229879 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0546856 Mar 31 20:28:49.764668 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-da36d180-f559-4395-8834-0a2b72bb359e req-b6c2e2e9-e8a9-4055-93ec-041afb1fc851 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441406 Mar 31 20:28:50.112958 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240c7f9-6a6d-40b5-8ae8-3a53e59b9c6b req-777a9fbc-ce55-46aa-9a4a-e6d78b8f6e43 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:50.114468 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a240c7f9-6a6d-40b5-8ae8-3a53e59b9c6b req-777a9fbc-ce55-46aa-9a4a-e6d78b8f6e43 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0567019 Mar 31 20:28:50.163534 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a240c7f9-6a6d-40b5-8ae8-3a53e59b9c6b req-ce28800e-d59b-4c0f-98b9-3a20808c0ccc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424893 Mar 31 20:28:50.895935 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebea423d-8a38-487e-84ff-c79416a42129 req-6a1a5c83-8afa-4d1f-8e9a-f2c14be1346c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:50.897456 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ebea423d-8a38-487e-84ff-c79416a42129 req-6a1a5c83-8afa-4d1f-8e9a-f2c14be1346c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0546672 Mar 31 20:28:50.947788 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ebea423d-8a38-487e-84ff-c79416a42129 req-4fbb9a7b-caf6-4c6f-8374-b88503c180c2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=c13c0d29-ddb6-4f49-8071-74ce35ed133a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444598 Mar 31 20:28:51.094116 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1596516-ef86-4158-9cee-396a1903e117 req-7799135a-2b91-457f-b3be-baaf5fdecd05 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:51.095574 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c1596516-ef86-4158-9cee-396a1903e117 req-7799135a-2b91-457f-b3be-baaf5fdecd05 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 945 time: 0.0565774 Mar 31 20:28:51.196619 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Deleting port fcc83663-a066-40bf-903b-85cf8143e0c5 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:51.196959 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:51.324782 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] For port fcc83663-a066-40bf-903b-85cf8143e0c5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=fcc83663-a066-40bf-903b-85cf8143e0c5,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:28:51.325141 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:51.340307 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd9fa2-2210-490f-99fc-2474b4ae0132 req-b4b42906-fa64-425c-8f95-31a6ca3b4772 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:51.341821 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97fd9fa2-2210-490f-99fc-2474b4ae0132 req-b4b42906-fa64-425c-8f95-31a6ca3b4772 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0997157 Mar 31 20:28:51.466852 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-97fd9fa2-2210-490f-99fc-2474b4ae0132 req-032f9955-ba86-4930-a728-f96aeeece440 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182845 Mar 31 20:28:51.554771 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:51.555197 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:51.555521 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Floating IP 5532af9c-fcb6-4fd6-be00-6b033295f4c9 disassociated. External IP: 172.28.3.86, port: fcc83663-a066-40bf-903b-85cf8143e0c5. Mar 31 20:28:51.555927 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Calling delete_port for fcc83663-a066-40bf-903b-85cf8143e0c5 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:51.776168 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (fcc83663-a066-40bf-903b-85cf8143e0c5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:51.804241 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event deleted for resources: {'Port': ['ID=fcc83663-a066-40bf-903b-85cf8143e0c5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:51.930449 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Router dbc0d603-613b-4f90-9b8b-53eb88b26d41 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:28:52.053167 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:28:52.064594 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] Sync routers for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:28:52.075825 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:52.076379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:52.095253 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] No DVR routers for this DVR port fcc83663-a066-40bf-903b-85cf8143e0c5 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:28:52.097874 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:52.101213 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c1596516-ef86-4158-9cee-396a1903e117 req-17f476c6-3b53-4741-b3c5-ed7a8a516d82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "DELETE /v2.0/ports/fcc83663-a066-40bf-903b-85cf8143e0c5 HTTP/1.1" status: 204 len: 173 time: 0.9976511 Mar 31 20:28:52.102410 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'name': 'network-vif-deleted', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:28:52.105092 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133c0e81-ef93-4fce-9008-f858051a5a64" -d '{"events": [{"server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "name": "network-vif-deleted", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:28:52.149193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7f9353-4b72-4b28-a71a-ae27ca2dcc85 x-openstack-request-id: req-2e7f9353-4b72-4b28-a71a-ae27ca2dcc85 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:28:52.149500 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db2a13e6-e582-4009-8fbf-1c5120b7d8b8", "name": "network-vif-deleted", "tag": "fcc83663-a066-40bf-903b-85cf8143e0c5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:28:52.149817 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2e7f9353-4b72-4b28-a71a-ae27ca2dcc85 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:28:52.150217 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7f9353-4b72-4b28-a71a-ae27ca2dcc85'] response: {'server_uuid': 'db2a13e6-e582-4009-8fbf-1c5120b7d8b8', 'name': 'network-vif-deleted', 'tag': 'fcc83663-a066-40bf-903b-85cf8143e0c5', 'status': 'completed', 'code': 200} Mar 31 20:28:52.213022 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9bfb1444-a174-49ce-a81f-9ce0633041bb req-fe813430-d699-46ac-b689-d402639227fd tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=db2a13e6-e582-4009-8fbf-1c5120b7d8b8 HTTP/1.1" status: 200 len: 210 time: 0.0593553 Mar 31 20:28:52.346404 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:52.556729 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:52.585063 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] Checking router: dbc0d603-613b-4f90-9b8b-53eb88b26d41 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:28:52.594702 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:28:52.594702 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:28:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:52.614939 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb128f1c-fa4f-4a90-8e93-0a9a5fa99c1c req-a4766cc8-f089-41d0-b7f1-f486f18b2028 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:52.616640 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cb128f1c-fa4f-4a90-8e93-0a9a5fa99c1c req-a4766cc8-f089-41d0-b7f1-f486f18b2028 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0645738 Mar 31 20:28:52.667448 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cb128f1c-fa4f-4a90-8e93-0a9a5fa99c1c req-646f6d7d-63b4-4558-945f-e8715b9a655f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449662 Mar 31 20:28:52.710863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:28:52.920182 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:28:52.948007 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a90cde-69ea-4f09-91bf-ed039715ee90 None None] The sync data for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb is: [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '4e39f77e-f505-4180-9968-23dff9bd6802', 'name': '', 'network_id': '215cb16d-122d-4128-b811-9df64de194b1', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'mac_address': 'fa:16:3e:2b:3f:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:23:57Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'subnets': [{'id': '1f7e88de-b7ae-40cd-9e20-d00071e9b0f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:28:53.166306 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5a8140-6503-4c5b-9aea-251938511f50 None None] New status for floating IP 5532af9c-fcb6-4fd6-be00-6b033295f4c9: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:28:53.349467 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 48824) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:53.403783 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group (c13c0d29-ddb6-4f49-8071-74ce35ed133a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.436078 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group (c13c0d29-ddb6-4f49-8071-74ce35ed133a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.535998 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c13c0d29-ddb6-4f49-8071-74ce35ed133a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.538760 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.539941 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "DELETE /v2.0/security-groups/c13c0d29-ddb6-4f49-8071-74ce35ed133a HTTP/1.1" status: 204 len: 168 time: 0.1894341 Mar 31 20:28:53.542558 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48826) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:53.550461 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c13c0d29-ddb6-4f49-8071-74ce35ed133a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:53.556379 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-42a8bc30-378f-485a-ab42-526c68a0741d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] show failed (client error): The resource could not be found. Mar 31 20:28:53.558807 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-42a8bc30-378f-485a-ab42-526c68a0741d tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups/c13c0d29-ddb6-4f49-8071-74ce35ed133a HTTP/1.1" status: 404 len: 347 time: 0.0137568 Mar 31 20:28:53.558945 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.558945 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.558945 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.559207 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.559467 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.559803 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.560141 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.560469 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.560930 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.561030 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 48828) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:28:53.561120 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.561435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.561800 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.562126 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.562455 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.562782 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48986c5c-f71c-4655-9a9e-56773046d11b tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:28:53.705373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Deleting port 8adbd9d9-22e2-45b4-aff0-f4efa23f7ead {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:28:53.705809 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.794028 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.794352 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:53.809088 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Calling delete_port for 8adbd9d9-22e2-45b4-aff0-f4efa23f7ead owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:28:53.989364 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e04c07-03a2-47d8-8224-8772aaf72526 req-e60cda64-03d2-448a-aeef-458a29028dc4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:53.991159 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-20e04c07-03a2-47d8-8224-8772aaf72526 req-e60cda64-03d2-448a-aeef-458a29028dc4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0933428 Mar 31 20:28:54.038459 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-20e04c07-03a2-47d8-8224-8772aaf72526 req-70281668-d9d3-4bcb-ae76-8081ced05427 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414271 Mar 31 20:28:54.061442 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (8adbd9d9-22e2-45b4-aff0-f4efa23f7ead), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:54.087324 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event deleted for resources: {'Port': ['ID=8adbd9d9-22e2-45b4-aff0-f4efa23f7ead,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:28:54.153243 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks [] for floatingip (5532af9c-fcb6-4fd6-be00-6b033295f4c9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:54.156414 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:28:54.157495 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-2687a2ad-3f94-4b0b-b344-ceb1957c5c0c tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "DELETE /v2.0/floatingips/5532af9c-fcb6-4fd6-be00-6b033295f4c9 HTTP/1.1" status: 204 len: 168 time: 0.5956845 Mar 31 20:28:55.271897 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f682c3c-5e32-40f2-9fe5-cb589030b41e req-f31cb919-1519-4a9a-973d-66115f1f9ad8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:55.273368 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3f682c3c-5e32-40f2-9fe5-cb589030b41e req-f31cb919-1519-4a9a-973d-66115f1f9ad8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0537803 Mar 31 20:28:55.321918 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3f682c3c-5e32-40f2-9fe5-cb589030b41e req-bc13282f-1544-4d22-8748-a7c6760f6955 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426915 Mar 31 20:28:55.666542 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device fcc83663-a066-40bf-903b-85cf8143e0c5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:28:55.693924 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: fcc83663-a066-40bf-903b-85cf8143e0c5 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:28:55.694279 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device fcc83663-a066-40bf-903b-85cf8143e0c5 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:28:56.444811 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92368cd8-64ef-482e-9761-13fb75632cd9 req-ac3bad83-318e-4561-9a71-b50dcff854bb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:56.446356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-92368cd8-64ef-482e-9761-13fb75632cd9 req-ac3bad83-318e-4561-9a71-b50dcff854bb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0520442 Mar 31 20:28:56.495432 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-92368cd8-64ef-482e-9761-13fb75632cd9 req-4dcb8fd6-3b31-4e26-abad-7c50afb4b42c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411303 Mar 31 20:28:57.068991 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e7353-0aee-4cc6-bfe2-43b8eb42cfb8 req-67e4f0cb-89bc-478e-a89b-ca8a07f2d035 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.070533 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f09e7353-0aee-4cc6-bfe2-43b8eb42cfb8 req-67e4f0cb-89bc-478e-a89b-ca8a07f2d035 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0590484 Mar 31 20:28:57.119978 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f09e7353-0aee-4cc6-bfe2-43b8eb42cfb8 req-873c6fb6-99fc-4532-bc72-c8d100f3c192 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434911 Mar 31 20:28:57.622264 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4e00e-df8f-4930-800e-714df40bff5d req-d5424ab2-3d25-4e1e-8453-fd921f198b83 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:57.624322 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-01f4e00e-df8f-4930-800e-714df40bff5d req-d5424ab2-3d25-4e1e-8453-fd921f198b83 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0553877 Mar 31 20:28:57.672266 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-01f4e00e-df8f-4930-800e-714df40bff5d req-907cac64-3f37-4776-bd06-7175653991ec tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422111 Mar 31 20:28:58.240319 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd589ea-0143-4c67-9194-9f1c017f2afa req-1b73483a-e029-4f9e-9cee-c3a807d2b1c5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:58.241698 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cd589ea-0143-4c67-9194-9f1c017f2afa req-1b73483a-e029-4f9e-9cee-c3a807d2b1c5 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0556397 Mar 31 20:28:58.295891 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6cd589ea-0143-4c67-9194-9f1c017f2afa req-008fb7cf-faea-46ea-a500-c954c2e03328 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481675 Mar 31 20:28:58.797239 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48ede8-00a0-4521-9307-c2485c37566d req-71e44076-43a3-486e-aa4e-24f430d98057 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:58.799263 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ef48ede8-00a0-4521-9307-c2485c37566d req-71e44076-43a3-486e-aa4e-24f430d98057 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0515249 Mar 31 20:28:58.853201 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ef48ede8-00a0-4521-9307-c2485c37566d req-e48e01a7-b2c8-4895-8ccf-2753609f4ab1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482605 Mar 31 20:28:59.418944 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e027e7-d70d-47fd-9cd4-1fce8985a1e7 req-67c03fd6-de5e-4191-8bad-80ea6d2163e2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:28:59.420470 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-41e027e7-d70d-47fd-9cd4-1fce8985a1e7 req-67c03fd6-de5e-4191-8bad-80ea6d2163e2 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0544686 Mar 31 20:28:59.467990 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-41e027e7-d70d-47fd-9cd4-1fce8985a1e7 req-47311d41-f9e7-44e1-8145-7b04dbbd1467 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416107 Mar 31 20:28:59.964236 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0ed2d68c-9129-4245-a35e-6e96281119a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:00.001686 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55251479-a678-4259-accb-f4724878c5ff req-443ea4f4-19cc-4b9c-98b9-b6f532a831f3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:00.003573 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-55251479-a678-4259-accb-f4724878c5ff req-443ea4f4-19cc-4b9c-98b9-b6f532a831f3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0713251 Mar 31 20:29:00.051261 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-55251479-a678-4259-accb-f4724878c5ff req-a05dbb88-53ae-4f50-999a-cf4658739424 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419481 Mar 31 20:29:00.206469 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-21dfa43b-159d-4afb-8e53-8127f8cae8a0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:00.207945 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-21dfa43b-159d-4afb-8e53-8127f8cae8a0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0554266 Mar 31 20:29:00.306499 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Deleting port 32383ac3-b900-47de-a123-476558a47b7b {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:00.306838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (32383ac3-b900-47de-a123-476558a47b7b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:00.394716 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] For port 32383ac3-b900-47de-a123-476558a47b7b, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=32383ac3-b900-47de-a123-476558a47b7b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:00.394994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (32383ac3-b900-47de-a123-476558a47b7b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:00.408467 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Calling delete_port for 32383ac3-b900-47de-a123-476558a47b7b owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:00.590805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fcffc-9604-4da6-9582-222b5def3588 req-bdbcdb28-9db2-45d9-84df-f102449a22ea tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:00.592111 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-740fcffc-9604-4da6-9582-222b5def3588 req-bdbcdb28-9db2-45d9-84df-f102449a22ea tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=64d82fa7-15fe-4a65-9808-86666bbe53a2 HTTP/1.1" status: 200 len: 945 time: 0.0523331 Mar 31 20:29:00.593233 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (32383ac3-b900-47de-a123-476558a47b7b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:00.608288 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['a2f01fb5-28e3-4381-8960-b3129d392f69', '32383ac3-b900-47de-a123-476558a47b7b'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:00.632951 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event deleted for resources: {'Port': ['ID=32383ac3-b900-47de-a123-476558a47b7b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:00.691990 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] No DVR routers for this DVR port 32383ac3-b900-47de-a123-476558a47b7b on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:00.697976 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:00.701189 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dc902b33-8e71-4aac-8603-2b5e586c49c2 req-fa0503e7-c8d1-4d62-ab69-9b155af09223 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "DELETE /v2.0/ports/32383ac3-b900-47de-a123-476558a47b7b HTTP/1.1" status: 204 len: 173 time: 0.4879506 Mar 31 20:29:00.701626 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'name': 'network-vif-deleted', 'tag': '32383ac3-b900-47de-a123-476558a47b7b'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:00.704458 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e70d33-a494-4ef1-98bc-dbea48509415" -d '{"events": [{"server_uuid": "64d82fa7-15fe-4a65-9808-86666bbe53a2", "name": "network-vif-deleted", "tag": "32383ac3-b900-47de-a123-476558a47b7b"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:00.713875 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-740fcffc-9604-4da6-9582-222b5def3588 req-09f2511c-f0e9-4b38-9f6f-81391f79322e tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138315 Mar 31 20:29:00.802361 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2938c9fa-c245-4f1e-ac3c-229c4bc0c774 x-openstack-request-id: req-2938c9fa-c245-4f1e-ac3c-229c4bc0c774 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:00.802656 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d82fa7-15fe-4a65-9808-86666bbe53a2", "name": "network-vif-deleted", "tag": "32383ac3-b900-47de-a123-476558a47b7b", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:00.802991 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2938c9fa-c245-4f1e-ac3c-229c4bc0c774 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:00.803524 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2938c9fa-c245-4f1e-ac3c-229c4bc0c774'] response: {'server_uuid': '64d82fa7-15fe-4a65-9808-86666bbe53a2', 'name': 'network-vif-deleted', 'tag': '32383ac3-b900-47de-a123-476558a47b7b', 'status': 'completed', 'code': 200} Mar 31 20:29:01.179471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480226ee-d5d9-49f2-977a-c8a5a0a63725 req-59aea446-6313-4e95-a2d5-41e077edbe30 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:01.180950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-480226ee-d5d9-49f2-977a-c8a5a0a63725 req-59aea446-6313-4e95-a2d5-41e077edbe30 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0561342 Mar 31 20:29:01.231657 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-480226ee-d5d9-49f2-977a-c8a5a0a63725 req-0a5e0db0-b8d7-44b3-9b89-ea2875871aa8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427480 Mar 31 20:29:01.997981 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf94d4-f4ea-4608-a5f2-a7da4cbf9843 req-4d18953e-a364-41ed-bbff-408cab144d5a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:01.999448 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e4bf94d4-f4ea-4608-a5f2-a7da4cbf9843 req-4d18953e-a364-41ed-bbff-408cab144d5a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.0560458 Mar 31 20:29:02.052420 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e4bf94d4-f4ea-4608-a5f2-a7da4cbf9843 req-b72db2a5-a844-4305-b6d9-6761ca562f43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465009 Mar 31 20:29:02.163900 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad66e6-9c77-4a93-aa69-d202318b10f5 req-f75e28bb-fab6-4cbc-984d-9e4bdbf89b82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:02.165356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-69ad66e6-9c77-4a93-aa69-d202318b10f5 req-f75e28bb-fab6-4cbc-984d-9e4bdbf89b82 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Mar 31 20:29:02.213575 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-69ad66e6-9c77-4a93-aa69-d202318b10f5 req-7e2f68d4-5067-4c53-99da-882717a84bc3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423923 Mar 31 20:29:02.261818 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-40db0100-210e-4300-a56f-1286ea8b034b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:02.354775 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932dfc6-b131-4be4-a0e0-ac3e5f07a788 req-410d81a9-86a5-4fb4-88cf-5be8d3a65308 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:02.356237 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c932dfc6-b131-4be4-a0e0-ac3e5f07a788 req-410d81a9-86a5-4fb4-88cf-5be8d3a65308 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0511806 Mar 31 20:29:02.402537 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c932dfc6-b131-4be4-a0e0-ac3e5f07a788 req-29699ea1-a91f-4578-ac6c-8a7154b77463 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399256 Mar 31 20:29:03.183815 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458c3ec-b5d1-4be4-af0d-eef5839f2b6c req-41d11838-461a-44d3-87e6-be5082061bb6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:03.185284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c458c3ec-b5d1-4be4-af0d-eef5839f2b6c req-41d11838-461a-44d3-87e6-be5082061bb6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.0633726 Mar 31 20:29:03.246136 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-79121caa-e281-47fe-bf06-9ee9425e4c70 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1587773700&fields=id&tenant_id=70521ca273ea4782911391b54911b60a HTTP/1.1" status: 200 len: 267 time: 0.0757310 Mar 31 20:29:03.269974 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c458c3ec-b5d1-4be4-af0d-eef5839f2b6c req-31ca0c8d-5563-4a0e-8485-709f987f224a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768631 Mar 31 20:29:03.394428 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-618d9088-62a1-46d0-9f8f-a9f30e66841d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:03.395789 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-618d9088-62a1-46d0-9f8f-a9f30e66841d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 809 time: 0.1422927 Mar 31 20:29:03.405995 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6524d6-0ee4-4b20-be2a-9facb06a8b12 req-8ec9814d-875f-4c9f-8868-eea415b48807 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:03.407562 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4b6524d6-0ee4-4b20-be2a-9facb06a8b12 req-8ec9814d-875f-4c9f-8868-eea415b48807 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0831873 Mar 31 20:29:03.411153 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:03.424602 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-89ae0018-d8f1-4073-a178-c28f4e61d23e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/quotas/70521ca273ea4782911391b54911b60a HTTP/1.1" status: 200 len: 375 time: 0.0159955 Mar 31 20:29:03.486919 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4b6524d6-0ee4-4b20-be2a-9facb06a8b12 req-db52339e-7a05-431e-a11c-5dc352bdd477 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709054 Mar 31 20:29:03.501948 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-65d73bc7-b3de-47a2-9d4f-3891c892c82b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0702791 Mar 31 20:29:03.655086 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2dc7e-d266-4806-a33f-470bab7d8bfb req-0b11bf66-e066-49c5-8a8a-f2929a7ad987 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:03.656480 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bfc2dc7e-d266-4806-a33f-470bab7d8bfb req-0b11bf66-e066-49c5-8a8a-f2929a7ad987 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1111228 Mar 31 20:29:03.693887 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-a7842fd9-161c-4f6a-bdbd-b4ee43100146 service neutron] 10.222.0.62 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788685 Mar 31 20:29:03.713633 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 32383ac3-b900-47de-a123-476558a47b7b no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:03.734519 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 32383ac3-b900-47de-a123-476558a47b7b {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:03.735518 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 32383ac3-b900-47de-a123-476558a47b7b not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:03.763741 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bfc2dc7e-d266-4806-a33f-470bab7d8bfb req-71d0cb59-c404-4baa-8bc4-f6d9b521f3b8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011579 Mar 31 20:29:03.799376 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:03.802390 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-652bd9d3-86f4-4127-8291-a95242198ef8 service neutron] 10.222.0.62 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012635 Mar 31 20:29:04.031406 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-1aafa855-d0c0-4e32-8dd4-a92f83b604b6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:04.033447 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-1aafa855-d0c0-4e32-8dd4-a92f83b604b6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.0527918 Mar 31 20:29:04.132914 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port 1ae11504-cbc5-402b-8a48-76fa37317336 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:04.133246 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:04.222489 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] For port 1ae11504-cbc5-402b-8a48-76fa37317336, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=1ae11504-cbc5-402b-8a48-76fa37317336,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:04.222848 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:04.435446 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bac5b379-82fe-44fd-bc86-bce32e9f3941 req-0b3b27a5-bd65-4764-b63f-803eac8c7165 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 210 time: 0.0532727 Mar 31 20:29:04.453802 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:04.454172 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (19be4346-63ed-4644-a1ab-4575b702006b), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:04.454483 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 19be4346-63ed-4644-a1ab-4575b702006b disassociated. External IP: 172.28.3.150, port: 1ae11504-cbc5-402b-8a48-76fa37317336. Mar 31 20:29:04.454822 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for 1ae11504-cbc5-402b-8a48-76fa37317336 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:04.478660 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e74f172-083e-435f-aa4f-cdab5faf0826 req-97b6d44a-9779-4c54-b7b2-81b59cfc510d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:04.480153 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5e74f172-083e-435f-aa4f-cdab5faf0826 req-97b6d44a-9779-4c54-b7b2-81b59cfc510d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 946 time: 0.1387072 Mar 31 20:29:04.602094 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5e74f172-083e-435f-aa4f-cdab5faf0826 req-bc707494-de65-4840-b808-e7c69ced7ff7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=6a8dd378-4536-47ba-bdf0-c36cb68c4412&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936296 Mar 31 20:29:04.661298 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6391b1a2-60ec-483c-beee-97001d32fa35 req-4514fdb8-1a3b-40fb-9a52-d74e06b28ff3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:04.662782 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6391b1a2-60ec-483c-beee-97001d32fa35 req-4514fdb8-1a3b-40fb-9a52-d74e06b28ff3 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.1027193 Mar 31 20:29:04.713314 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6391b1a2-60ec-483c-beee-97001d32fa35 req-c8d4a5b9-92c2-4e1a-8200-138250dac748 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 Mar 31 20:29:04.747305 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (1ae11504-cbc5-402b-8a48-76fa37317336), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:04.779098 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=1ae11504-cbc5-402b-8a48-76fa37317336,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:04.878625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.170672 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc6496-043f-46c7-8f7b-6affe17323cf req-9bcdd638-46f0-45cf-a92d-9174eda63622 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:05.172165 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fccc6496-043f-46c7-8f7b-6affe17323cf req-9bcdd638-46f0-45cf-a92d-9174eda63622 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.3216610 Mar 31 20:29:05.183349 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:05.290564 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fccc6496-043f-46c7-8f7b-6affe17323cf req-24f90f7c-e8fc-438b-b7e7-de803c55511e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095028 Mar 31 20:29:05.327539 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:05.337685 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:05.348704 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:05.349359 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:05.367894 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] No DVR routers for this DVR port 1ae11504-cbc5-402b-8a48-76fa37317336 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:05.370974 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:05.374418 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-40d71c12-2f9c-42de-ac5d-d7eff8091111 req-8e9983a9-cb53-4a95-a5df-da890df19582 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "DELETE /v2.0/ports/1ae11504-cbc5-402b-8a48-76fa37317336 HTTP/1.1" status: 204 len: 173 time: 1.3332534 Mar 31 20:29:05.374843 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'name': 'network-vif-deleted', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:05.377960 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56cb003c-b538-4ff9-9a79-2599998ea506" -d '{"events": [{"server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "name": "network-vif-deleted", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:05.415063 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2b33d0b-841d-459a-9ef7-4a13e7dd4648 x-openstack-request-id: req-a2b33d0b-841d-459a-9ef7-4a13e7dd4648 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:05.415063 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7db74b-e9ab-480d-a486-c71a597cae03", "name": "network-vif-deleted", "tag": "1ae11504-cbc5-402b-8a48-76fa37317336", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:05.415288 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a2b33d0b-841d-459a-9ef7-4a13e7dd4648 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:05.415555 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2b33d0b-841d-459a-9ef7-4a13e7dd4648'] response: {'server_uuid': '6f7db74b-e9ab-480d-a486-c71a597cae03', 'name': 'network-vif-deleted', 'tag': '1ae11504-cbc5-402b-8a48-76fa37317336', 'status': 'completed', 'code': 200} Mar 31 20:29:05.460026 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:05.538607 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ebf00c6f-f9b2-4625-96d9-7493871ea5ea req-b4d31f7d-33ff-4c5b-8c88-b3d78ab244dc tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 210 time: 0.0345950 Mar 31 20:29:05.676120 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:05.703195 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:05.713488 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:05.714166 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:05.720803 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c9f95bc5-f948-4d4b-829c-719352926e66 req-64450e73-60b5-49f5-81b0-87f1d7a66ed1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=6f7db74b-e9ab-480d-a486-c71a597cae03 HTTP/1.1" status: 200 len: 210 time: 0.0381265 Mar 31 20:29:05.832140 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:05.847854 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ff0973-3d70-46c1-8b8f-00420920e346 req-88c7ce2c-9847-463a-b4bd-0611a1136a19 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:05.849381 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-58ff0973-3d70-46c1-8b8f-00420920e346 req-88c7ce2c-9847-463a-b4bd-0611a1136a19 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0570347 Mar 31 20:29:05.897564 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-58ff0973-3d70-46c1-8b8f-00420920e346 req-09b4b565-4b48-4f59-ab79-e4ac36258b68 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/security-groups?id=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419474 Mar 31 20:29:06.035633 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:06.052093 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-7a62021d-b9b5-4e8c-a3a6-3b7e00f12ba0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.053642 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-7a62021d-b9b5-4e8c-a3a6-3b7e00f12ba0 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 945 time: 0.0524149 Mar 31 20:29:06.067524 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6ab8ee-0877-4fd3-b0db-173019af9c30 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:06.166749 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Deleting port a2f01fb5-28e3-4381-8960-b3129d392f69 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:06.167090 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:06.259242 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] For port a2f01fb5-28e3-4381-8960-b3129d392f69, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=a2f01fb5-28e3-4381-8960-b3129d392f69,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:06.259605 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:06.274228 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Calling delete_port for a2f01fb5-28e3-4381-8960-b3129d392f69 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:06.310262 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73a33b-4d85-47c0-887c-26a77d03d31f None None] New status for floating IP 19be4346-63ed-4644-a1ab-4575b702006b: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:06.421829 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:06.463892 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930498b-e4c5-4373-8936-9c318c3b7578 req-98f05964-6e0d-498c-8e54-364ea6724f32 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.465350 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e930498b-e4c5-4373-8936-9c318c3b7578 req-98f05964-6e0d-498c-8e54-364ea6724f32 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0904353 Mar 31 20:29:06.522179 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e930498b-e4c5-4373-8936-9c318c3b7578 req-a95a7af6-d412-4383-8a99-617bb66ec32e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510268 Mar 31 20:29:06.541992 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (a2f01fb5-28e3-4381-8960-b3129d392f69), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:06.553937 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['a2f01fb5-28e3-4381-8960-b3129d392f69'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:06.574190 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Pushing event deleted for resources: {'Port': ['ID=a2f01fb5-28e3-4381-8960-b3129d392f69,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:06.620838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] No DVR routers for this DVR port a2f01fb5-28e3-4381-8960-b3129d392f69 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:06.625091 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:06.628950 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a6e84897-d8e5-4563-bc37-dda1664eeb98 req-35b9a166-50d4-4690-a0b5-bd1ab4e069d9 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.58 "DELETE /v2.0/ports/a2f01fb5-28e3-4381-8960-b3129d392f69 HTTP/1.1" status: 204 len: 173 time: 0.5646083 Mar 31 20:29:06.656171 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cfe3585e-d854-4684-b19b-3e252fdc9a66 req-2adeaa97-b93b-45eb-89ad-025eb270afc2 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 210 time: 0.0324132 Mar 31 20:29:06.853240 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-e9bc5d08-be1a-4e82-9c9c-2debfb27ea2a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:06.854718 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-e9bc5d08-be1a-4e82-9c9c-2debfb27ea2a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 809 time: 0.1041081 Mar 31 20:29:06.925114 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49018) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:06.928032 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-79468329-b844-4b56-9eb9-2254bdb3c7c5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70521ca273ea4782911391b54911b60a HTTP/1.1" status: 200 len: 380 time: 0.0564523 Mar 31 20:29:06.937058 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'port': {'device_id': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'admin_state_up': True, 'tenant_id': '70521ca273ea4782911391b54911b60a', 'security_groups': ['752c175e-5764-429a-b640-0b7d7154b08b']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:07.016365 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f2ba-2585-4776-a81d-e05714f2f28a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (6a8dd378-4536-47ba-bdf0-c36cb68c4412), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.019450 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c759686c-abfb-47bf-ad42-8d158b132ef1 req-c7884cf9-1e96-4853-a6f8-62d8912caa07 tempest-ServerRescueNegativeTestJSON-553762709 tempest-ServerRescueNegativeTestJSON-553762709-project] 10.222.0.62 "GET /v2.0/ports?device_id=9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3 HTTP/1.1" status: 200 len: 210 time: 0.0386648 Mar 31 20:29:07.054739 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f2ba-2585-4776-a81d-e05714f2f28a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (6a8dd378-4536-47ba-bdf0-c36cb68c4412), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.187422 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Made reservation on behalf of 70521ca273ea4782911391b54911b60a for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:29:07.190833 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.210339 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f2ba-2585-4776-a81d-e05714f2f28a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (6a8dd378-4536-47ba-bdf0-c36cb68c4412), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.212976 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a5a0f2ba-2585-4776-a81d-e05714f2f28a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.214197 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a5a0f2ba-2585-4776-a81d-e05714f2f28a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/security-groups/6a8dd378-4536-47ba-bdf0-c36cb68c4412 HTTP/1.1" status: 204 len: 168 time: 0.2924807 Mar 31 20:29:07.217152 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49022) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:07.223908 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a0f2ba-2585-4776-a81d-e05714f2f28a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a8dd378-4536-47ba-bdf0-c36cb68c4412,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:07.258300 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-f62f639f-72f3-40bb-84ce-0366521bfa76 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] show failed (client error): The resource could not be found. Mar 31 20:29:07.259356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f62f639f-72f3-40bb-84ce-0366521bfa76 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups/6a8dd378-4536-47ba-bdf0-c36cb68c4412 HTTP/1.1" status: 404 len: 347 time: 0.0412323 Mar 31 20:29:07.262605 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49024) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:07.331553 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Allocated IP 172.20.0.13 (a74fdc24-27c7-40bf-8227-cc60a8eede2e/f979a60e-9c18-4c25-ab9e-72b535d71352/9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:07.388143 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port db817220-c665-4199-92dd-ba19295fc1e0 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:07.388143 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (db817220-c665-4199-92dd-ba19295fc1e0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.416417 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'name': 'network-vif-deleted', 'tag': 'a2f01fb5-28e3-4381-8960-b3129d392f69'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:07.418809 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5867dcc1-4cc2-4c72-94e3-9e6c9a31a314" -d '{"events": [{"server_uuid": "9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3", "name": "network-vif-deleted", "tag": "a2f01fb5-28e3-4381-8960-b3129d392f69"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:07.459385 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e79f7f3-94f6-4492-8abf-80a90f2fae9f x-openstack-request-id: req-7e79f7f3-94f6-4492-8abf-80a90f2fae9f {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:07.459681 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3", "name": "network-vif-deleted", "tag": "a2f01fb5-28e3-4381-8960-b3129d392f69", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:07.459940 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e79f7f3-94f6-4492-8abf-80a90f2fae9f {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:07.460420 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e79f7f3-94f6-4492-8abf-80a90f2fae9f'] response: {'server_uuid': '9c681fdb-2e10-49d4-bb30-3c9b6bf4bfb3', 'name': 'network-vif-deleted', 'tag': 'a2f01fb5-28e3-4381-8960-b3129d392f69', 'status': 'completed', 'code': 200} Mar 31 20:29:07.469705 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (db817220-c665-4199-92dd-ba19295fc1e0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.470067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (db817220-c665-4199-92dd-ba19295fc1e0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.482411 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for db817220-c665-4199-92dd-ba19295fc1e0 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:07.498962 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.657316 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199e8a7-6afd-42ef-b75d-f08ca8651ae6 req-229072a9-d38a-4107-86c2-18c579d30667 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:07.659083 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d199e8a7-6afd-42ef-b75d-f08ca8651ae6 req-229072a9-d38a-4107-86c2-18c579d30667 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0533926 Mar 31 20:29:07.678492 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.711474 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:29:07.714663 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (db817220-c665-4199-92dd-ba19295fc1e0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.732014 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 1ae11504-cbc5-402b-8a48-76fa37317336 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:07.746361 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=db817220-c665-4199-92dd-ba19295fc1e0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:07.758212 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:07.788422 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 1ae11504-cbc5-402b-8a48-76fa37317336 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:07.788868 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 1ae11504-cbc5-402b-8a48-76fa37317336 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:07.791760 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:07.794293 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:07.831725 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (19be4346-63ed-4644-a1ab-4575b702006b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.834884 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.836142 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c181e58e-456f-412b-a7ec-8b98341f1cc1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/floatingips/19be4346-63ed-4644-a1ab-4575b702006b HTTP/1.1" status: 204 len: 168 time: 0.5725451 Mar 31 20:29:07.855109 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:07.862299 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d199e8a7-6afd-42ef-b75d-f08ca8651ae6 req-1a918e5f-3c62-46f3-b397-7fb9b44aa2ea tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1975505 Mar 31 20:29:07.868313 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:07.869098 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.894933 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1499b889-f5f2-4694-a545-441d37996af4 req-f83c88db-f200-4ae5-b044-8baf0ec3093e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:07.894933 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1499b889-f5f2-4694-a545-441d37996af4 req-f83c88db-f200-4ae5-b044-8baf0ec3093e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 932 time: 0.1635768 Mar 31 20:29:07.900309 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:07.913950 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'mac_address': 'fa:16:3e:d4:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:29:07.962575 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: ACTIVE; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:07.962978 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:07.966223 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1499b889-f5f2-4694-a545-441d37996af4 req-3c9110f8-633d-41fd-a5f4-2c74136a8be3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662391 Mar 31 20:29:07.970303 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-333a0c9c-3767-4ec5-af81-963d6cdab7d5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0371461 Mar 31 20:29:08.013105 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d791963d-c93b-49e9-a49d-f2de9f3ec899 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:08.041135 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:08.054077 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Request body: {'port': {'device_id': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:08.090641 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49038) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:08.120315 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.129308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.178801 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:08.185504 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-fcad3866-7c7e-4df5-92ea-b8aaef8f70d0 None None] Provisioning complete for port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:08.186186 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-fcad3866-7c7e-4df5-92ea-b8aaef8f70d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.190267 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.190823 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.191324 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.191855 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.192200 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.192530 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.192862 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.193193 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.193518 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.193874 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.194204 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.194550 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.194874 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.195375 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.195700 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:08.232281 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-fcad3866-7c7e-4df5-92ea-b8aaef8f70d0 None None] Port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:08.251373 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['d791963d-c93b-49e9-a49d-f2de9f3ec899'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:08.261509 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49042) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:08.266009 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983855295', 'description': 'tempest-description--1400245609'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:08.434315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.455120 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:08.464839 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Publish callbacks [] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.486269 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Transition to ACTIVE for port object 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:29:08.529096 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.575803 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.586751 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (dbc0d603-613b-4f90-9b8b-53eb88b26d41), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.615555 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.673295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:08.693950 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:08.757326 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.762319 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-404f2a53-b7fe-4209-be9c-d7661f5f23a9 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4970930 Mar 31 20:29:08.763571 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49054) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:08.766690 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Attempting to bind port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:08.767518 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Attempting to bind port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:08.770129 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Attempting to bind port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 on network a74fdc24-27c7-40bf-8227-cc60a8eede2e {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:08.778886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:08.786649 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 on network a74fdc24-27c7-40bf-8227-cc60a8eede2e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:29:08.787145 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Attempting to bind port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 on network a74fdc24-27c7-40bf-8227-cc60a8eede2e {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:08.812765 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:08.813091 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Checking segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:08.813481 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Bound using segment: {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:08.813971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Bound port: 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b660403-187e-45e9-8a67-41876edddf76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:08.814329 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.886073 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:08.889497 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:08.897838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (0c6695a6-f570-48f8-aa4e-3968eb8fde48), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:08.988265 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.061266 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (0c6695a6-f570-48f8-aa4e-3968eb8fde48), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.085210 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.085971 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.087382 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] 10.222.0.58 "PUT /v2.0/ports/9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 1094 time: 1.1087551 Mar 31 20:29:09.124913 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Deleting port 4e39f77e-f505-4180-9968-23dff9bd6802 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:09.126304 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.135298 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (0c6695a6-f570-48f8-aa4e-3968eb8fde48), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.145703 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2410d3-3fd7-4539-848f-634ecbe54bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:09.195718 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c6695a6-f570-48f8-aa4e-3968eb8fde48,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:09.207913 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78163a9-80f0-48ce-ab9e-6db88bfd9312 req-2da94c8c-4554-47c8-91c7-28f7a550dfde tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.212572 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c78163a9-80f0-48ce-ab9e-6db88bfd9312 req-2da94c8c-4554-47c8-91c7-28f7a550dfde tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 945 time: 0.2376828 Mar 31 20:29:09.236123 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] For port 4e39f77e-f505-4180-9968-23dff9bd6802, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=4e39f77e-f505-4180-9968-23dff9bd6802,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:09.236684 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.255818 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Calling delete_port for 4e39f77e-f505-4180-9968-23dff9bd6802 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:09.262517 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.267473 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-3fbe024d-c477-4f18-b277-aaa907dd06aa tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4990733 Mar 31 20:29:09.267664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49072) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:09.271992 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'security_group_rule': {'security_group_id': '4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:09.279347 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997a83b-5877-4464-aa55-903d040e46d2 req-a319c430-d257-4aeb-ae0e-94c4b62f9879 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.285319 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f997a83b-5877-4464-aa55-903d040e46d2 req-a319c430-d257-4aeb-ae0e-94c4b62f9879 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.2217698 Mar 31 20:29:09.344152 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c78163a9-80f0-48ce-ab9e-6db88bfd9312 req-05f3735f-6f66-496d-bfc2-bfac0427c2e5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223750 Mar 31 20:29:09.347450 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-d264d7b6-b086-410e-b387-2316ab7d59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.348901 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-d264d7b6-b086-410e-b387-2316ab7d59ec service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1128 time: 0.1294820 Mar 31 20:29:09.427098 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (40085267-d09c-4258-9f6f-b379b3763642), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.454513 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-9d477b93-ed4e-46c2-b119-a8e8e8df88a3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 217 time: 0.0860722 Mar 31 20:29:09.462154 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f997a83b-5877-4464-aa55-903d040e46d2 req-d361defc-9806-4ca9-9d93-c8248a6039da tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665285 Mar 31 20:29:09.472068 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:09.474962 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96368a8-edcb-4347-b615-930bea3aa1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:09.526871 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (40085267-d09c-4258-9f6f-b379b3763642), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.542972 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-41084d0b-8747-4349-a766-b196eee5f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.546018 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-41084d0b-8747-4349-a766-b196eee5f817 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0815732 Mar 31 20:29:09.546839 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4400fabd-6ae0-454b-a05e-51cc69ccb288 x-openstack-request-id: req-4400fabd-6ae0-454b-a05e-51cc69ccb288 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:09.547844 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:09.548277 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4400fabd-6ae0-454b-a05e-51cc69ccb288 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:09.548853 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4400fabd-6ae0-454b-a05e-51cc69ccb288'] response: {'name': 'network-changed', 'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'status': 'completed', 'code': 200} Mar 31 20:29:09.593452 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (4e39f77e-f505-4180-9968-23dff9bd6802), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.612040 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-399e2179-2f9f-42a6-8178-0d09386ff614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:09.613729 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-399e2179-2f9f-42a6-8178-0d09386ff614 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0592513 Mar 31 20:29:09.631996 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-560796'] for security_group_rule (40085267-d09c-4258-9f6f-b379b3763642), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.639673 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e39f77e-f505-4180-9968-23dff9bd6802,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:09.683791 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40085267-d09c-4258-9f6f-b379b3763642,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:09.711250 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:09.730788 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.731309 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-efacbb2e-8e5f-4262-b4c7-e52a46f2eb78 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4624271 Mar 31 20:29:09.734247 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49078) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:09.739822 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:09.763956 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-c3ba4871-c298-48ea-8ab9-039c948d6ebe service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418827 Mar 31 20:29:09.803174 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port d791963d-c93b-49e9-a49d-f2de9f3ec899 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:09.803840 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.880232 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-84a700cd-3477-4215-ad42-43aaaddc6098 req-b010d7c4-ec8e-4d17-8159-680f8b01533b service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087408 Mar 31 20:29:09.912781 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:09.913178 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.916092 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (dbc0d603-613b-4f90-9b8b-53eb88b26d41), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.925747 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:09.947154 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:09.949689 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11b32ac-6257-4211-8fb3-9b517efa3d1e" -d '{"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-plugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:09.967951 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:09.995887 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c8baec-4661-45f3-98aa-fc944be8f458 x-openstack-request-id: req-b8c8baec-4661-45f3-98aa-fc944be8f458 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:09.996185 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-plugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:09.997748 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b8c8baec-4661-45f3-98aa-fc944be8f458 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:09.998192 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8c8baec-4661-45f3-98aa-fc944be8f458'] response: {'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'code': 200} Mar 31 20:29:10.005497 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:10.008820 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device a2f01fb5-28e3-4381-8960-b3129d392f69 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:10.064929 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: a2f01fb5-28e3-4381-8960-b3129d392f69 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:10.065815 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device a2f01fb5-28e3-4381-8960-b3129d392f69 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:10.088352 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-0dd3dfad-933d-41e1-9d12-10cd2e4cbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.091738 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-0dd3dfad-933d-41e1-9d12-10cd2e4cbde4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1128 time: 0.1013002 Mar 31 20:29:10.114477 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:10.214363 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-77251518-e7e5-489c-ad6d-7f20391f061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.216039 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-77251518-e7e5-489c-ad6d-7f20391f061d service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.1180739 Mar 31 20:29:10.279239 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-d391b797-8460-4b36-80d9-85ea26fe8629 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 217 time: 0.0518453 Mar 31 20:29:10.290172 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:10.338726 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-fcde227d-5788-4710-bbe0-821cb0c5aaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.341698 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-fcde227d-5788-4710-bbe0-821cb0c5aaa1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0560968 Mar 31 20:29:10.361675 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Router dbc0d603-613b-4f90-9b8b-53eb88b26d41 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:10.404502 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-fe6a63b6-9397-422a-af32-b63273608fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.406965 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-fe6a63b6-9397-422a-af32-b63273608fe1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0586274 Mar 31 20:29:10.487737 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_common [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.28.3.102 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/d1056340-a019-44da-bca2-12e1ef8de4a4) {{(pid=103962) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:10.568715 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:10.577933 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-9cb62adc-9e24-4756-8f8d-5ab387410e44 admin admin] 10.222.0.62 "PUT /v2.0/routers/dbc0d603-613b-4f90-9b8b-53eb88b26d41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4825568 Mar 31 20:29:10.577933 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49086) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:10.580039 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] Sync routers for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:10.595849 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd06881-6337-4f78-beda-5a02889ad88a req-f53ab91b-f334-431c-8027-f67475f90b9c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.597233 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:10.597366 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1dd06881-6337-4f78-beda-5a02889ad88a req-f53ab91b-f334-431c-8027-f67475f90b9c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1015165 Mar 31 20:29:10.600455 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:10.646527 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-08d9fea4-242e-417c-a1b6-d13832b7ee6d service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272561 Mar 31 20:29:10.698088 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:10.731075 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks [] for router (dbc0d603-613b-4f90-9b8b-53eb88b26d41), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:10.752209 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1dd06881-6337-4f78-beda-5a02889ad88a req-d05d02de-6046-4441-af06-1ff6618e1ac9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401262 Mar 31 20:29:10.763796 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b130193-8889-4674-802e-5bffe3cfd57d req-78f81320-2d83-4e0f-abe3-d7075d58967b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:10.765711 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0b130193-8889-4674-802e-5bffe3cfd57d req-78f81320-2d83-4e0f-abe3-d7075d58967b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.1673703 Mar 31 20:29:10.848961 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d96368a8-edcb-4347-b615-930bea3aa1a1 req-a6b8e9b9-191e-4b20-b714-07d2f05dca8b service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903222 Mar 31 20:29:10.881512 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks [] for router_gateway (dbc0d603-613b-4f90-9b8b-53eb88b26d41), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:10.891311 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0b130193-8889-4674-802e-5bffe3cfd57d req-c08eca12-aa51-4e28-a560-65508d4af150 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016526 Mar 31 20:29:10.892151 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:10.931698 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.006663 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103962) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:11.011663 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:11.015696 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103962) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:11.051834 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=d1056340-a019-44da-bca2-12e1ef8de4a4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:11.129869 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Deleting port f3e2234e-5262-407d-aceb-59980a74f20c {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:11.130225 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.136074 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227'}], 'enable_snat': True}, 'gw_port_id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:29:09Z', 'revision_number': 5, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port': {'id': 'f3e2234e-5262-407d-aceb-59980a74f20c', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f5:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:11.169127 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] Checking router: dbc0d603-613b-4f90-9b8b-53eb88b26d41 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:11.177676 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] Routers {'dbc0d603-613b-4f90-9b8b-53eb88b26d41'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:11.182763 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:11.199435 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (69112987-91f7-4180-9a23-91d93610bbde), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.239803 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] For port f3e2234e-5262-407d-aceb-59980a74f20c, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f3e2234e-5262-407d-aceb-59980a74f20c,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:11.240184 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.258242 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Calling delete_port for f3e2234e-5262-407d-aceb-59980a74f20c owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:11.305530 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] Set router dbc0d603-613b-4f90-9b8b-53eb88b26d41 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:11.341789 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), before_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.370235 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:29:10Z', 'revision_number': 6, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port_host': None}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:11.406755 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01098b2d-9e91-4ab2-acad-f7c320de8ff5 None None] The sync data for ids ['dbc0d603-613b-4f90-9b8b-53eb88b26d41'] in dv-cinder-836070-1-smb is: [{'id': 'dbc0d603-613b-4f90-9b8b-53eb88b26d41', 'name': 'tempest-ServerRescueNegativeTestJSON-1691446101-router', 'tenant_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:29:10Z', 'revision_number': 6, 'project_id': 'b5743d65824c4ec19cebc8d399ed46cc', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:11.632360 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), precommit_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.690745 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (f3e2234e-5262-407d-aceb-59980a74f20c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.725889 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e2234e-5262-407d-aceb-59980a74f20c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:11.732454 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2131547062'] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), after_update {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.881864 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=d1056340-a019-44da-bca2-12e1ef8de4a4,revision_number=2']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:11.887069 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (69112987-91f7-4180-9a23-91d93610bbde), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.906730 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (dbc0d603-613b-4f90-9b8b-53eb88b26d41), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:11.996659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede8c5e-c854-4431-b931-8677dff0e16f req-78bc6948-98e7-45bd-ad96-9310466387df tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:12.010517 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bede8c5e-c854-4431-b931-8677dff0e16f req-78bc6948-98e7-45bd-ad96-9310466387df tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1212871 Mar 31 20:29:12.058270 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.059832 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6e468f90-0249-4cfe-818d-12f55d8467f1 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3235018 Mar 31 20:29:12.079104 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (dbc0d603-613b-4f90-9b8b-53eb88b26d41), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.085681 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks [] for router_controller (dbc0d603-613b-4f90-9b8b-53eb88b26d41), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.109255 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bede8c5e-c854-4431-b931-8677dff0e16f req-13b5d089-d226-42be-83dc-22f2c72b20c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931225 Mar 31 20:29:12.251999 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (dbc0d603-613b-4f90-9b8b-53eb88b26d41), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.256860 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Fanout notify agent at l3_agent the message router_deleted on router dbc0d603-613b-4f90-9b8b-53eb88b26d41 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:29:12.268312 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.272207 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-10abc2c6-0b42-483f-9a52-61b113490eef admin admin] 10.222.0.62 "DELETE /v2.0/routers/dbc0d603-613b-4f90-9b8b-53eb88b26d41 HTTP/1.1" status: 204 len: 168 time: 1.6938851 Mar 31 20:29:12.272930 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49112) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:12.351862 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Deleting subnet 1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:29:12.355478 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Publish callbacks [] for subnet (1f7e88de-b7ae-40cd-9e20-d00071e9b0f1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.395617 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (1f7e88de-b7ae-40cd-9e20-d00071e9b0f1), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.400314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 4e39f77e-f505-4180-9968-23dff9bd6802 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:12.451198 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 4e39f77e-f505-4180-9968-23dff9bd6802 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:12.454740 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 4e39f77e-f505-4180-9968-23dff9bd6802 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:12.458053 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f3e2234e-5262-407d-aceb-59980a74f20c no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:12.494953 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: f3e2234e-5262-407d-aceb-59980a74f20c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:12.495300 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f3e2234e-5262-407d-aceb-59980a74f20c not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:12.632245 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-dc0684b3-f637-4a8c-9175-1928232dee9c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1983855295&fields=id&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 267 time: 0.0732634 Mar 31 20:29:12.734178 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfc976-c4c2-4c2a-88a7-af9491ac0844 req-779c1896-291c-4e69-860f-ae40ca38c574 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:12.738022 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-31dfc976-c4c2-4c2a-88a7-af9491ac0844 req-779c1896-291c-4e69-860f-ae40ca38c574 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.5665925 Mar 31 20:29:12.843056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-31dfc976-c4c2-4c2a-88a7-af9491ac0844 req-b0d04a39-877e-4da2-93b6-c66e46210ae1 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974064 Mar 31 20:29:12.877105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-d196687a-f3b4-4dd2-921a-c1d76ea5468b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:12.877105 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-d196687a-f3b4-4dd2-921a-c1d76ea5468b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.2433591 Mar 31 20:29:12.887588 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (1f7e88de-b7ae-40cd-9e20-d00071e9b0f1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:12.912323 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-8d2d3964-9267-4f33-a29a-f9d6d20f5764 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/quotas/f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 375 time: 0.0204825 Mar 31 20:29:12.977858 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-c87bf417-1655-49a3-9370-6993535cff82 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0658097 Mar 31 20:29:13.045787 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (1f7e88de-b7ae-40cd-9e20-d00071e9b0f1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.075617 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7e88de-b7ae-40cd-9e20-d00071e9b0f1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:13.084360 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.087760 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8ef46204-3b80-4064-ad01-3ce250f6d0fe admin admin] 10.222.0.62 "DELETE /v2.0/subnets/1f7e88de-b7ae-40cd-9e20-d00071e9b0f1 HTTP/1.1" status: 204 len: 168 time: 0.8134682 Mar 31 20:29:13.093389 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49120) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:13.099438 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972155c8-0fc4-45c9-886f-8770edbad6ed None None] Network 215cb16d-122d-4128-b811-9df64de194b1 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:13.145154 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-f967a9af-fbd7-42d7-92ce-e7b9ee2c89ae service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617875 Mar 31 20:29:13.257290 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (215cb16d-122d-4128-b811-9df64de194b1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.321959 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-c13f21fb-ab87-42ad-9019-e3f3a8f5e147 service neutron] 10.222.0.62 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702883 Mar 31 20:29:13.328374 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] DHCP port deletion for 215cb16d-122d-4128-b811-9df64de194b1 request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:29:13.345175 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a340d673-72fc-4df2-ae78-8dfc03a9527b req-44e2a1da-8ac5-487a-81f3-c5b269f4af4d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:13.353191 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a340d673-72fc-4df2-ae78-8dfc03a9527b req-44e2a1da-8ac5-487a-81f3-c5b269f4af4d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1031375 Mar 31 20:29:13.363659 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Deleting port 6f6a6187-fdf4-47e9-ba56-8501d231536b {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:13.364238 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.397657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] Deleting port 6f6a6187-fdf4-47e9-ba56-8501d231536b {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:13.398093 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.412550 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a340d673-72fc-4df2-ae78-8dfc03a9527b req-31840a62-5c63-4888-a9b9-5bbaec24bef8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580363 Mar 31 20:29:13.486547 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] For port 6f6a6187-fdf4-47e9-ba56-8501d231536b, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=6f6a6187-fdf4-47e9-ba56-8501d231536b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:13.487108 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.491316 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] For port 6f6a6187-fdf4-47e9-ba56-8501d231536b, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=6f6a6187-fdf4-47e9-ba56-8501d231536b,segment=NetworkSegment(c77eaec1-24a1-4f30-8d87-17bafb18bc79),segment_id=c77eaec1-24a1-4f30-8d87-17bafb18bc79)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:13.492435 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.502669 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Calling delete_port for 6f6a6187-fdf4-47e9-ba56-8501d231536b owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:13.508791 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] Calling delete_port for 6f6a6187-fdf4-47e9-ba56-8501d231536b owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:13.673657 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.691497 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (6f6a6187-fdf4-47e9-ba56-8501d231536b), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.692036 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc93c77a-f866-4a14-aa0d-adf5561eb680 req-c9869ca9-2cc9-49c6-9e34-2ee03c0e65d8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 210 time: 0.0557885 Mar 31 20:29:13.727075 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] No DVR routers for this DVR port 6f6a6187-fdf4-47e9-ba56-8501d231536b on host dv-cinder-836070-1-smb {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:13.744123 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] Pushing event deleted for resources: {'Port': ['ID=6f6a6187-fdf4-47e9-ba56-8501d231536b,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:13.750913 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58abd200-377b-43ad-b8fb-ad0b75470ece None None] No DVR routers for this DVR port 6f6a6187-fdf4-47e9-ba56-8501d231536b on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:13.754366 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:29:13.766817 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f6a6187-fdf4-47e9-ba56-8501d231536b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:13.868401 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (215cb16d-122d-4128-b811-9df64de194b1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.897809 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['215cb16d-122d-4128-b811-9df64de194b1']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:13.910920 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c77eaec1-24a1-4f30-8d87-17bafb18bc79') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:13.911260 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c77eaec1-24a1-4f30-8d87-17bafb18bc79') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:13.929620 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (c77eaec1-24a1-4f30-8d87-17bafb18bc79), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.945210 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:13.946812 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (c77eaec1-24a1-4f30-8d87-17bafb18bc79), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.953622 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:29:13.954044 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (c77eaec1-24a1-4f30-8d87-17bafb18bc79), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:29:13.955741 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:29:13.958358 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'port_id': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'mac_address': 'fa:16:3e:ee:cd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:29:13.998803 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:13.999205 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.014858 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:14.030345 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546839f1-7d72-4f4b-8f99-ee3f4152cc1c req-07aa023c-8ac6-4d4f-a158-aa93861841cf tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:14.031860 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-546839f1-7d72-4f4b-8f99-ee3f4152cc1c req-07aa023c-8ac6-4d4f-a158-aa93861841cf tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.0869672 Mar 31 20:29:14.046541 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:14.065972 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 6f6a6187-fdf4-47e9-ba56-8501d231536b no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:14.085345 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 6f6a6187-fdf4-47e9-ba56-8501d231536b {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:14.085690 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 6f6a6187-fdf4-47e9-ba56-8501d231536b not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:14.092994 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-546839f1-7d72-4f4b-8f99-ee3f4152cc1c req-34675178-874f-4e90-a4ee-249757f57c7e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486465 Mar 31 20:29:14.141777 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (215cb16d-122d-4128-b811-9df64de194b1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.142030 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.149530 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.152942 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] 10.222.0.62 "DELETE /v2.0/networks/215cb16d-122d-4128-b811-9df64de194b1 HTTP/1.1" status: 204 len: 168 time: 1.0616050 Mar 31 20:29:14.163116 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab94cf3-dce9-4a18-b754-ae8167b81f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=215cb16d-122d-4128-b811-9df64de194b1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:14.239798 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:14.431031 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:14.500800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49154) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:14.593272 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-927ce658-773a-4866-a8cf-a3873aeefe18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b5743d65824c4ec19cebc8d399ed46cc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0903826 Mar 31 20:29:14.595829 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49156) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:14.651100 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c34c908-eb46-4197-ad58-6ad40ee49f1c req-fb743fbf-ea76-4ecd-9696-58562fd5bf37 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:14.652815 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5c34c908-eb46-4197-ad58-6ad40ee49f1c req-fb743fbf-ea76-4ecd-9696-58562fd5bf37 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1110716 Mar 31 20:29:14.675471 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b185a9c8-78b5-4a8c-9203-ee356719d8a4 admin admin] Publish callbacks [] for security_group (0c1c0a6d-0b6f-4e15-bca2-a1503cefe067), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.724533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b185a9c8-78b5-4a8c-9203-ee356719d8a4 admin admin] Publish callbacks [] for security_group (0c1c0a6d-0b6f-4e15-bca2-a1503cefe067), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.762188 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5c34c908-eb46-4197-ad58-6ad40ee49f1c req-8e470c85-7dc6-4ef8-9b19-05ebe20db291 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980270 Mar 31 20:29:14.925713 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b185a9c8-78b5-4a8c-9203-ee356719d8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (0c1c0a6d-0b6f-4e15-bca2-a1503cefe067), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.931095 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b185a9c8-78b5-4a8c-9203-ee356719d8a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:14.932280 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b185a9c8-78b5-4a8c-9203-ee356719d8a4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0c1c0a6d-0b6f-4e15-bca2-a1503cefe067 HTTP/1.1" status: 204 len: 168 time: 0.3352947 Mar 31 20:29:14.994043 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-41693ef5-571b-48f3-abac-dc973d8f2f48 req-a8f78b14-0464-4b28-8438-140e3b23f9c3 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 210 time: 0.0936482 Mar 31 20:29:15.007974 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b185a9c8-78b5-4a8c-9203-ee356719d8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1c0a6d-0b6f-4e15-bca2-a1503cefe067,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:15.246466 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1bd5a-b692-4259-a31c-6aff09689012 req-f74c7d1f-0a72-483f-a1cf-e36a1fd288f9 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:15.248507 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-81e1bd5a-b692-4259-a31c-6aff09689012 req-f74c7d1f-0a72-483f-a1cf-e36a1fd288f9 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 945 time: 0.0805087 Mar 31 20:29:15.316600 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-81e1bd5a-b692-4259-a31c-6aff09689012 req-8c7df4b9-d0db-4d4c-8460-061da8c5fb3b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588276 Mar 31 20:29:15.750707 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:15.878695 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:29:15.892975 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:15.893363 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:16.076661 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:16.077195 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:16.112690 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242a76-4cd5-4739-915f-4bf1abb02279 req-a224caa1-b414-4567-93c9-e167bd44d734 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.120111 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-35242a76-4cd5-4739-915f-4bf1abb02279 req-a224caa1-b414-4567-93c9-e167bd44d734 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.2245760 Mar 31 20:29:16.134604 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:16.136913 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:16.143480 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa916fd-6925-40c0-b845-bddee4ede70b" -d '{"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:16.162710 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ca6d4a56-3d77-4b95-99d8-35f5100d6cdf req-8f6590f2-c928-411c-a305-8f8f4be8c729 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 210 time: 0.0610135 Mar 31 20:29:16.210299 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:16.251397 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-7a9a4d7f-1b55-470b-8e6a-7c2560b4051f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.253225 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-7a9a4d7f-1b55-470b-8e6a-7c2560b4051f tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 815 time: 0.2803612 Mar 31 20:29:16.319705 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-35242a76-4cd5-4739-915f-4bf1abb02279 req-4476b5b8-9aa7-47dc-8746-a3202bd798e2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985674 Mar 31 20:29:16.328733 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:16.394617 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-93dbbaae-202d-4c98-ba16-0b7a4ba5bfaf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0f0189504344e479e3ba03948bc0a35 HTTP/1.1" status: 200 len: 380 time: 0.1292772 Mar 31 20:29:16.404301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'port': {'device_id': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'admin_state_up': True, 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'security_groups': ['4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53']}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:16.533355 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d738b7-45c0-40ae-8fb8-af4610371bb5 x-openstack-request-id: req-f2d738b7-45c0-40ae-8fb8-af4610371bb5 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:16.533941 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:16.534226 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f2d738b7-45c0-40ae-8fb8-af4610371bb5 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:16.535263 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2d738b7-45c0-40ae-8fb8-af4610371bb5'] response: {'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'code': 200} Mar 31 20:29:16.616302 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a117f-7173-4fe2-8200-14e0dbd055e8 req-665c6fbf-fcf1-410e-98ce-1c5d8a4248ac tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:16.618219 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-739a117f-7173-4fe2-8200-14e0dbd055e8 req-665c6fbf-fcf1-410e-98ce-1c5d8a4248ac tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.1257546 Mar 31 20:29:16.690037 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-739a117f-7173-4fe2-8200-14e0dbd055e8 req-0a88f466-4a0d-4d2b-9c3b-569171646df3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615835 Mar 31 20:29:16.776061 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Made reservation on behalf of f0f0189504344e479e3ba03948bc0a35 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:29:16.779926 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:16.967696 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Allocated IP 172.20.0.8 (cff012ed-f7dd-40c9-b870-295ed6fd793b/16d8b85e-7637-4469-8912-73aa93edb2fb/f1de3aeb-b23e-40da-a01a-4f4889f7ad9d) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:17.111385 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b323e79-b857-46fd-ab49-58f499d46d68 req-c675a913-00ec-4085-b0d0-931f4a9ba41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.112897 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0b323e79-b857-46fd-ab49-58f499d46d68 req-c675a913-00ec-4085-b0d0-931f4a9ba41d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1130 time: 0.1332705 Mar 31 20:29:17.206325 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0b323e79-b857-46fd-ab49-58f499d46d68 req-393d7bc7-428c-46b7-b99b-7fd7da53e389 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849354 Mar 31 20:29:17.242251 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:17.353004 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-623c8440-2b0e-464f-9782-fa8d48b8d9ad req-d8569b88-abac-4dce-8d32-efbf9b72e9a4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 210 time: 0.0842509 Mar 31 20:29:17.439979 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:17.532915 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event updated for resources: {'Port': ['ID=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:17.551754 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Network cff012ed-f7dd-40c9-b870-295ed6fd793b is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:17.555293 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:17.567060 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4873a1-a3b0-4071-b9df-5c15d09c337b req-a8d5f739-1dbf-473d-aa3e-3ee8cd3d84d1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.569202 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1e4873a1-a3b0-4071-b9df-5c15d09c337b req-a8d5f739-1dbf-473d-aa3e-3ee8cd3d84d1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1677279 Mar 31 20:29:17.573714 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:17.678849 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.679617 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:17.734437 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1e4873a1-a3b0-4071-b9df-5c15d09c337b req-a5779723-f04b-4b5b-90d5-59215045b404 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342506 Mar 31 20:29:17.808432 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e80a16b4-23d4-4c66-9923-94ca27da1e2c tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4081173 Mar 31 20:29:17.823509 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Request body: {'port': {'device_id': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:17.894984 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-05891cc0-7ba3-4dd4-b1ad-aa649b5d1e45 None None] Provisioning complete for port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:17.895708 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-05891cc0-7ba3-4dd4-b1ad-aa649b5d1e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:17.935193 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-05891cc0-7ba3-4dd4-b1ad-aa649b5d1e45 None None] Port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:29:17.946115 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:17.968012 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc5eba1-0ebf-4889-b1fb-044d9da13eba req-ceb2fdc3-d9db-47ff-b9af-0e5ce2c9cc67 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:17.969551 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2bc5eba1-0ebf-4889-b1fb-044d9da13eba req-ceb2fdc3-d9db-47ff-b9af-0e5ce2c9cc67 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.1128585 Mar 31 20:29:18.116190 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2bc5eba1-0ebf-4889-b1fb-044d9da13eba req-8cfeec24-1230-4114-99ca-67e589e6dfb9 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261404 Mar 31 20:29:18.292373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1de3aeb-b23e-40da-a01a-4f4889f7ad9d {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:18.300148 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Publish callbacks [] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.319781 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Transition to ACTIVE for port object f1de3aeb-b23e-40da-a01a-4f4889f7ad9d will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:29:18.389160 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.574825 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Pushing event updated for resources: {'Port': ['ID=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:18.630828 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:29:18.644141 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca19667-3633-4a6e-8371-8ca8ac19a611 req-f5075504-5146-4eea-8c76-0dbe99947e95 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.646849 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0ca19667-3633-4a6e-8371-8ca8ac19a611 req-f5075504-5146-4eea-8c76-0dbe99947e95 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 943 time: 0.1976252 Mar 31 20:29:18.651844 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Attempting to bind port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:29:18.652679 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Attempting to bind port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:29:18.653022 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Attempting to bind port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:18.668459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d on network cff012ed-f7dd-40c9-b870-295ed6fd793b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:29:18.669055 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Attempting to bind port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d on network cff012ed-f7dd-40c9-b870-295ed6fd793b {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:29:18.695021 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:29:18.695965 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Checking segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:29:18.696426 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Bound using segment: {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:29:18.696958 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Bound port: f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0d9af08-1883-4277-81fe-45cb2a6c1f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:29:18.697559 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.806511 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0ca19667-3633-4a6e-8371-8ca8ac19a611 req-3dfcef9d-a27b-42d3-8844-c1484e27a0ac tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429417 Mar 31 20:29:18.824547 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] For port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:29:18.824547 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] For port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:29:18.894710 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c75e5-8afd-4265-b8cf-9dfcae381245 req-ab797aee-5196-4be8-932e-b33b4e0c86e1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.896231 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-149c75e5-8afd-4265-b8cf-9dfcae381245 req-ab797aee-5196-4be8-932e-b33b4e0c86e1 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0627413 Mar 31 20:29:18.912002 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.962998 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:18.963623 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:18.965262 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] 10.222.0.58 "PUT /v2.0/ports/f1de3aeb-b23e-40da-a01a-4f4889f7ad9d HTTP/1.1" status: 200 len: 1093 time: 1.1494765 Mar 31 20:29:18.965689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:18.968041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f" -d '{"events": [{"name": "network-changed", "server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:19.002563 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-149c75e5-8afd-4265-b8cf-9dfcae381245 req-df6683df-a5d5-42a9-a9c0-1c0227b51a20 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985045 Mar 31 20:29:19.010540 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f062e90-00c7-4a9e-ad15-978869add969 service neutron] Pushing event updated for resources: {'Port': ['ID=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:19.067852 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23602456-669d-405c-9c6a-528baf7da735 x-openstack-request-id: req-23602456-669d-405c-9c6a-528baf7da735 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:19.068252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:19.068704 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23602456-669d-405c-9c6a-528baf7da735 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:19.069418 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23602456-669d-405c-9c6a-528baf7da735'] response: {'name': 'network-changed', 'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'status': 'completed', 'code': 200} Mar 31 20:29:19.213655 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f req-70c624e2-51c6-43b4-a0b9-2a0810647fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.216827 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f req-70c624e2-51c6-43b4-a0b9-2a0810647fe8 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 1127 time: 0.1254454 Mar 31 20:29:19.416341 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f req-d9bc1830-280f-48d9-b5d1-c8cf338667c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.417854 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f req-d9bc1830-280f-48d9-b5d1-c8cf338667c3 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=f0f0189504344e479e3ba03948bc0a35&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1917925 Mar 31 20:29:19.426990 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678ee7c-b6e8-46f1-858c-526bf7590ada req-b5c8cbae-e576-4e6f-9caf-486723c8e52f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.428500 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7678ee7c-b6e8-46f1-858c-526bf7590ada req-b5c8cbae-e576-4e6f-9caf-486723c8e52f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.1678672 Mar 31 20:29:19.582850 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7678ee7c-b6e8-46f1-858c-526bf7590ada req-6a01647b-6914-4bfa-aa42-95777604ea59 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432652 Mar 31 20:29:19.627663 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f req-b80d5155-40aa-45f8-bcb4-f7292c85f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.630714 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8c039a8-d3d6-410f-9ca4-42d64a9e603f req-b80d5155-40aa-45f8-bcb4-f7292c85f19a service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2011902 Mar 31 20:29:19.744220 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-3d1c3138-b316-4fd5-a060-8468bd36b948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.747458 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-3d1c3138-b316-4fd5-a060-8468bd36b948 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 1127 time: 0.0731752 Mar 31 20:29:19.821332 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-94838521-248f-4082-9790-50a8ddb1b98e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d HTTP/1.1" status: 200 len: 217 time: 0.0589259 Mar 31 20:29:19.880663 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1bd745-72a6-478e-a714-b7a7cd66cd94 req-184299a4-f894-4bf4-bc06-803f1db9368f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.881529 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fe1bd745-72a6-478e-a714-b7a7cd66cd94 req-184299a4-f894-4bf4-bc06-803f1db9368f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.1329322 Mar 31 20:29:19.900730 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-55d6ce43-ab78-492d-b76f-40a3745f5d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:19.903209 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-55d6ce43-ab78-492d-b76f-40a3745f5d33 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0698328 Mar 31 20:29:20.001677 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fe1bd745-72a6-478e-a714-b7a7cd66cd94 req-d48715a4-8c3f-49e3-b12b-1db14e18bfe0 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113706 Mar 31 20:29:20.010625 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-53f69369-3f73-417b-bc02-5cd9e2442111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.012572 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-53f69369-3f73-417b-bc02-5cd9e2442111 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0835733 Mar 31 20:29:20.027526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49274) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:20.205879 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438b75c-11fe-486d-aa5d-5da1c1575829 req-06bf3fd4-0b58-4b85-b78c-51eeef0b36d4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.213423 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0438b75c-11fe-486d-aa5d-5da1c1575829 req-06bf3fd4-0b58-4b85-b78c-51eeef0b36d4 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 943 time: 0.1083238 Mar 31 20:29:20.232492 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-69d66811-7fb2-4ca0-8298-7491ca802275 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133305 Mar 31 20:29:20.341717 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0438b75c-11fe-486d-aa5d-5da1c1575829 req-ffc8598c-564c-483c-a2e7-14089ddf8fae tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270168 Mar 31 20:29:20.389401 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a8672c21-d197-4c2d-a536-f3466cabd421 req-e0487496-a834-481c-b6fc-6c10ba3d9f78 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507759 Mar 31 20:29:20.458767 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590ffd49-4a54-464a-ae19-f7c477b99879 tempest-TestShelveInstance-991087375 tempest-TestShelveInstance-991087375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.462945 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-590ffd49-4a54-464a-ae19-f7c477b99879 tempest-TestShelveInstance-991087375 tempest-TestShelveInstance-991087375-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1125 time: 0.4349530 Mar 31 20:29:20.467183 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49286) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:20.495977 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Request body: {'floatingip': {'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'port_id': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:20.550480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962d5dc-8376-42cb-b9d1-a6e8c78ab7a6 req-b10970ac-836c-4c91-8c72-4b834c80d5c4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:20.561168 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9962d5dc-8376-42cb-b9d1-a6e8c78ab7a6 req-b10970ac-836c-4c91-8c72-4b834c80d5c4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1039000 Mar 31 20:29:20.594561 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.630676 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9962d5dc-8376-42cb-b9d1-a6e8c78ab7a6 req-f0882633-fc8d-414a-8c6c-3b8967767f1f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685000 Mar 31 20:29:20.733469 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:20.871942 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Allocated IP 172.28.3.135 (98d720f8-ef23-47f2-b453-319c855f3863/e20f5cee-6aaa-48d1-aab6-7e9910043000/c0cdb3e7-056a-4312-8da7-42e0242824b5) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:29:21.000440 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.090965 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:21.144813 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Network 98d720f8-ef23-47f2-b453-319c855f3863 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:29:21.156360 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:29:21.161239 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:29:21.197135 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'Port': ['ID=c0cdb3e7-056a-4312-8da7-42e0242824b5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:21.729999 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d721e96b-37db-4b47-ab12-3fae79d72dac req-097bff6a-85f2-41df-8287-f1eb000ee49d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.731668 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d721e96b-37db-4b47-ab12-3fae79d72dac req-097bff6a-85f2-41df-8287-f1eb000ee49d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 943 time: 0.1019816 Mar 31 20:29:21.915627 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d721e96b-37db-4b47-ab12-3fae79d72dac req-c564568f-3248-4b28-85bb-71fb74f4911e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733661 Mar 31 20:29:21.930706 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd95df19-ddb8-40d9-8c35-3eab7e75ea7b req-250c04fc-b30f-450c-86ea-3ea238593834 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:21.932700 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fd95df19-ddb8-40d9-8c35-3eab7e75ea7b req-250c04fc-b30f-450c-86ea-3ea238593834 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.2145274 Mar 31 20:29:21.980167 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for floatingip (5c21233a-bd55-4789-a3f2-f7dce06b4a72), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.027907 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fd95df19-ddb8-40d9-8c35-3eab7e75ea7b req-595e69c2-67bf-48e9-8112-491592ef418d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861444 Mar 31 20:29:22.184267 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.354001 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.507131 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.585478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event updated for resources: {'Port': ['ID=c0cdb3e7-056a-4312-8da7-42e0242824b5,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:22.602475 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (5c21233a-bd55-4789-a3f2-f7dce06b4a72), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:22.739428 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Floating IP 5c21233a-bd55-4789-a3f2-f7dce06b4a72 associated. External IP: 172.28.3.135, port: 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5. Mar 31 20:29:23.096094 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Router 2ab22543-707a-4355-a52c-68394b8d7162 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:23.121908 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05b23-8525-4ac0-9441-fc9898c9ebcb req-1c9793af-0ebb-4138-98d8-e9f930adbc6b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.123399 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-22b05b23-8525-4ac0-9441-fc9898c9ebcb req-1c9793af-0ebb-4138-98d8-e9f930adbc6b tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 943 time: 0.1086392 Mar 31 20:29:23.294829 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-22b05b23-8525-4ac0-9441-fc9898c9ebcb req-73582244-5b7b-43a7-8587-ca3906052954 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621249 Mar 31 20:29:23.308321 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded9adc-8771-47e8-b100-cf98f7ae2748 req-3539d433-fd46-4227-bef8-10be998cc7ab tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.310233 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7ded9adc-8771-47e8-b100-cf98f7ae2748 req-3539d433-fd46-4227-bef8-10be998cc7ab tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.1993957 Mar 31 20:29:23.329174 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:23.339300 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] Sync routers for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:23.350119 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:23.350811 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:23.380443 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7ded9adc-8771-47e8-b100-cf98f7ae2748 req-e51f8d75-545a-479b-9f31-6b9d77ce1ff6 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623765 Mar 31 20:29:23.435101 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.460904 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:23.476533 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-96c25966-bf36-4ce8-8368-91ecd50c2d20 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9988894 Mar 31 20:29:23.476533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:23.476533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7a0f92-1b36-4a8a-8890-14a92ee78965" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:23.516180 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3982d2f5-2e8d-4ecc-a8fe-3e68544e0ece x-openstack-request-id: req-3982d2f5-2e8d-4ecc-a8fe-3e68544e0ece {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:23.516483 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:23.516719 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3982d2f5-2e8d-4ecc-a8fe-3e68544e0ece {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:23.517140 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3982d2f5-2e8d-4ecc-a8fe-3e68544e0ece'] response: {'name': 'network-changed', 'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'status': 'completed', 'code': 200} Mar 31 20:29:23.581559 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-dc8513c1-16fa-47c2-8111-1d39e2a207de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.582944 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-dc8513c1-16fa-47c2-8111-1d39e2a207de service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1130 time: 0.0469770 Mar 31 20:29:23.692653 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-80cc67cb-fc0a-431a-a62b-96dbc171dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.694153 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-80cc67cb-fc0a-431a-a62b-96dbc171dbe3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.1054680 Mar 31 20:29:23.721981 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5c21233a-bd55-4789-a3f2-f7dce06b4a72', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'port_id': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'mac_address': 'fa:16:3e:ee:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:29:21Z', 'updated_at': '2022-03-31T20:29:21Z', 'revision_number': 0, 'project_id': '70521ca273ea4782911391b54911b60a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:23.750605 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] Checking router: 2ab22543-707a-4355-a52c-68394b8d7162 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:23.761284 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:23.761865 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:23.768852 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-cf5381c8-4f5b-4acf-a7f5-10e244511166 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0682414 Mar 31 20:29:23.772703 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device f1de3aeb-b23e-40da-a01a-4f4889f7ad9d details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:29:23.835303 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-5c00a515-fb23-4bf8-90ff-40c0b9306043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.840098 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-5c00a515-fb23-4bf8-90ff-40c0b9306043 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0639894 Mar 31 20:29:23.898749 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:23.904682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-1049e881-09a4-41dc-be0b-af8b03d497f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:23.905671 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:23.906467 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-1049e881-09a4-41dc-be0b-af8b03d497f1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0617325 Mar 31 20:29:23.917726 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'port_id': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'mac_address': 'fa:16:3e:e5:64:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 559, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:29:23.972298 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:23.972718 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:23.995362 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1de3aeb-b23e-40da-a01a-4f4889f7ad9d {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:24.028055 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:24.036881 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-0f55b641-6e71-42cb-8adb-e025a9d1cd27 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228406 Mar 31 20:29:24.145356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd7a0f92-1b36-4a8a-8890-14a92ee78965 req-a9bcf0be-f6f4-4382-9ab2-781e87ba7a11 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008627 Mar 31 20:29:24.158888 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:24.182171 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5c21233a-bd55-4789-a3f2-f7dce06b4a72', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'port_id': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'mac_address': 'fa:16:3e:ee:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:29:21Z', 'updated_at': '2022-03-31T20:29:21Z', 'revision_number': 0, 'project_id': '70521ca273ea4782911391b54911b60a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:24.212581 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:24.225852 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f753401-aa5d-4607-becd-22612a2e7f66 None None] The sync data for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb is: [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '5c21233a-bd55-4789-a3f2-f7dce06b4a72', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'floating_ip_address': '172.28.3.135', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'port_id': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 484, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'mac_address': 'fa:16:3e:ee:cd:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:29:21Z', 'updated_at': '2022-03-31T20:29:21Z', 'revision_number': 0, 'project_id': '70521ca273ea4782911391b54911b60a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:24.427011 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f270fd6-5204-48f0-be8b-a9f4bb7a88ba req-197f874e-6f09-48d3-9772-25491427003d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.428591 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f270fd6-5204-48f0-be8b-a9f4bb7a88ba req-197f874e-6f09-48d3-9772-25491427003d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 944 time: 0.0568235 Mar 31 20:29:24.449581 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae6159f-20b5-4bb8-a075-b037917a717b None None] New status for floating IP 5c21233a-bd55-4789-a3f2-f7dce06b4a72: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:24.528817 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['f1de3aeb-b23e-40da-a01a-4f4889f7ad9d'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:24.536687 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7f270fd6-5204-48f0-be8b-a9f4bb7a88ba req-d9bfed9e-2838-4cc7-8f7c-5d5fd23fbecf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021860 Mar 31 20:29:24.600670 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-7e16b986-9fb3-41f7-9cb5-f616be330283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.602197 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-7e16b986-9fb3-41f7-9cb5-f616be330283 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1130 time: 0.1024005 Mar 31 20:29:24.627790 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b77a6e-ed10-4f8f-a5cc-9ed3083bfddd req-8340e77b-ba03-42f3-86b8-7d0801c61f6d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.635194 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-60b77a6e-ed10-4f8f-a5cc-9ed3083bfddd req-8340e77b-ba03-42f3-86b8-7d0801c61f6d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0965462 Mar 31 20:29:24.736595 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-60b77a6e-ed10-4f8f-a5cc-9ed3083bfddd req-e4cf1f2f-a41e-4b84-b6b4-dc9a0d0b5aa9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004550 Mar 31 20:29:24.753397 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-f70724f1-5260-41cf-958a-5b074d92ce84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.754900 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-f70724f1-5260-41cf-958a-5b074d92ce84 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.1449420 Mar 31 20:29:24.826970 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-07a929c0-cb7b-4171-b11a-56a745115d95 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 1002 time: 0.0649383 Mar 31 20:29:24.878643 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-72302d50-6004-4a61-a65f-35493d533ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.880041 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-72302d50-6004-4a61-a65f-35493d533ecd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0470283 Mar 31 20:29:24.934161 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-20883d66-b718-4e17-a824-3ce65f6193b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:24.935757 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-20883d66-b718-4e17-a824-3ce65f6193b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0471556 Mar 31 20:29:25.024242 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-5c9003ac-115e-46c7-be57-77d7b2a2e419 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820174 Mar 31 20:29:25.117005 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9e617a7d-12c2-4449-af2b-310cd2cd3922 req-7d161722-27b1-495c-b3a1-ac911bbd3b77 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868819 Mar 31 20:29:25.669315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b406e-4baa-4109-9879-c239d31bede0 req-43adf18c-e014-4779-bbb6-6ed61d668930 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.671431 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-296b406e-4baa-4109-9879-c239d31bede0 req-43adf18c-e014-4779-bbb6-6ed61d668930 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 944 time: 0.0612764 Mar 31 20:29:25.730622 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-296b406e-4baa-4109-9879-c239d31bede0 req-83a5368e-ee73-4c83-b432-091ab083a2e7 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521746 Mar 31 20:29:25.801879 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device f1de3aeb-b23e-40da-a01a-4f4889f7ad9d up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:25.892481 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88931e71-73c0-4ef6-8911-3af8277e929c req-dbeba536-53b2-4312-bb65-9d9e0fa55970 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:25.893993 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88931e71-73c0-4ef6-8911-3af8277e929c req-dbeba536-53b2-4312-bb65-9d9e0fa55970 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0717373 Mar 31 20:29:25.918953 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:29:25.923363 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:25.923736 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:25.943445 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88931e71-73c0-4ef6-8911-3af8277e929c req-7abbdc82-9105-4057-a237-8a7aab39e4f0 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433304 Mar 31 20:29:26.001565 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:26.001987 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.025255 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:26.027749 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e7a1d5b-9e69-4b50-87a0-884a398e2a2c" -d '{"events": [{"server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "name": "network-vif-plugged", "status": "completed", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:26.040319 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:26.068261 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c587763-99ea-4fcf-93e3-00f20148a11f x-openstack-request-id: req-4c587763-99ea-4fcf-93e3-00f20148a11f {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:26.068553 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "name": "network-vif-plugged", "status": "completed", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:26.068819 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4c587763-99ea-4fcf-93e3-00f20148a11f {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:26.069220 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c587763-99ea-4fcf-93e3-00f20148a11f'] response: {'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'code': 200} Mar 31 20:29:26.158757 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:26.215615 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:26.374169 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5fd3-9923-40f5-b42c-5eaa4bd855df req-3e17d971-e4cd-4790-a9ec-35e15a57d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:26.376019 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0b2d5fd3-9923-40f5-b42c-5eaa4bd855df req-3e17d971-e4cd-4790-a9ec-35e15a57d1ff service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 1129 time: 0.0465002 Mar 31 20:29:26.423362 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0b2d5fd3-9923-40f5-b42c-5eaa4bd855df req-dfbd4480-65c4-4e32-9cfe-d176fba27a94 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401359 Mar 31 20:29:26.856671 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc6a5-8e73-4b60-8fa8-8cb6017c6ac3 req-5aa94055-05b5-472f-a58a-4253cc394c74 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:26.858240 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fdccc6a5-8e73-4b60-8fa8-8cb6017c6ac3 req-5aa94055-05b5-472f-a58a-4253cc394c74 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.0544136 Mar 31 20:29:26.913500 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fdccc6a5-8e73-4b60-8fa8-8cb6017c6ac3 req-f34835ad-1c37-460b-bbc1-a83cc7938e1d tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488737 Mar 31 20:29:27.071517 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d32e3-8e8e-46ba-aadd-c080491fb058 req-42a1bce1-8f4d-4b85-9b0f-90c428010985 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:27.074043 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-662d32e3-8e8e-46ba-aadd-c080491fb058 req-42a1bce1-8f4d-4b85-9b0f-90c428010985 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 946 time: 0.0543797 Mar 31 20:29:27.136338 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-662d32e3-8e8e-46ba-aadd-c080491fb058 req-8a2f587e-e500-4084-96dc-c82ce1b74cb9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528674 Mar 31 20:29:27.804938 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:27.880046 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:27.880435 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:27.916584 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:27.987246 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.041196 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:28.045164 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cb2266-2b52-4787-ad6e-e6f7db0aec28 req-68657836-7950-499f-b45c-a9c7541d6d59 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:28.048053 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f4cb2266-2b52-4787-ad6e-e6f7db0aec28 req-68657836-7950-499f-b45c-a9c7541d6d59 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.0572810 Mar 31 20:29:28.070893 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:28.073274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c9a1d8-533a-40c2-8a80-45b1fd86a9b8" -d '{"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-unplugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:28.098032 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f4cb2266-2b52-4787-ad6e-e6f7db0aec28 req-efe29938-1404-46c2-b55a-a57570f602ae tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436969 Mar 31 20:29:28.113972 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d841e-0e71-48d1-831e-7aff15f34bb1 x-openstack-request-id: req-227d841e-0e71-48d1-831e-7aff15f34bb1 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:28.114264 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-unplugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:28.114518 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-227d841e-0e71-48d1-831e-7aff15f34bb1 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:28.114926 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227d841e-0e71-48d1-831e-7aff15f34bb1'] response: {'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'code': 200} Mar 31 20:29:28.229609 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa2dc3-2aff-4371-92df-a8407f3cd525 req-792067e1-52d9-496f-89fe-74d54e4b73e6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:28.231833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42aa2dc3-2aff-4371-92df-a8407f3cd525 req-792067e1-52d9-496f-89fe-74d54e4b73e6 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.0673525 Mar 31 20:29:28.243203 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49438) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:28.264922 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Request body: {'floatingip': {'port_id': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:29:28.332807 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (69112987-91f7-4180-9a23-91d93610bbde), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:28.406831 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e82bf2a-098d-4a2a-ac23-409068b4fa8f req-66eaceec-a567-4310-a7d5-cd761a56f4e3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:28.408655 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0e82bf2a-098d-4a2a-ac23-409068b4fa8f req-66eaceec-a567-4310-a7d5-cd761a56f4e3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.1755881 Mar 31 20:29:28.542102 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0e82bf2a-098d-4a2a-ac23-409068b4fa8f req-8e4de459-a403-409f-b253-b21f93039f1f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252668 Mar 31 20:29:29.070929 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea1fa6a-65f2-4746-b953-47bcf200f161 req-f7d275e9-8a46-41a9-a639-ee1e80c208db tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:29.072448 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7ea1fa6a-65f2-4746-b953-47bcf200f161 req-f7d275e9-8a46-41a9-a639-ee1e80c208db tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.0992124 Mar 31 20:29:29.152125 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:29.170747 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7ea1fa6a-65f2-4746-b953-47bcf200f161 req-2df12b63-6848-4400-bba6-b9bfea12cf45 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687325 Mar 31 20:29:29.278362 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (69112987-91f7-4180-9a23-91d93610bbde), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:29.385330 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 69112987-91f7-4180-9a23-91d93610bbde associated. External IP: 172.28.3.102, port: f1de3aeb-b23e-40da-a01a-4f4889f7ad9d. Mar 31 20:29:29.611777 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:29.731653 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:29.737415 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:29.744432 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:29.768153 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:29.768153 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:29.770510 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-da266394-36be-4465-9f06-a8897ee4702a tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "PUT /v2.0/floatingips/69112987-91f7-4180-9a23-91d93610bbde HTTP/1.1" status: 200 len: 991 time: 1.5253801 Mar 31 20:29:29.770510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:29.776137 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0167bf2a-18ba-4b2d-9f96-6b191add8fba" -d '{"events": [{"name": "network-changed", "server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:29.811479 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149c7c31-eb0f-48c4-9130-5766b5800599 x-openstack-request-id: req-149c7c31-eb0f-48c4-9130-5766b5800599 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:29.811838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:29.812179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-149c7c31-eb0f-48c4-9130-5766b5800599 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:29.813233 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-149c7c31-eb0f-48c4-9130-5766b5800599'] response: {'name': 'network-changed', 'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'status': 'completed', 'code': 200} Mar 31 20:29:29.882841 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:29.913659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-b6c235cf-3d00-4c70-80c1-bf83f19f8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:29.915354 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-b6c235cf-3d00-4c70-80c1-bf83f19f8164 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=f0f0189504344e479e3ba03948bc0a35&device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 1129 time: 0.0633259 Mar 31 20:29:29.953926 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3ae5326f-a625-4ac4-823a-a8d8dadffb91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:30.012371 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-c2ef9a2c-9e03-43a6-abed-6cc4aed9530e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:30.013949 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-c2ef9a2c-9e03-43a6-abed-6cc4aed9530e service neutron] 10.222.0.58 "GET /v2.0/networks?id=cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 200 len: 916 time: 0.0923920 Mar 31 20:29:30.092029 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-82d55108-cdf0-4ad5-aa3f-90d854590fd9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d HTTP/1.1" status: 200 len: 999 time: 0.0703444 Mar 31 20:29:30.148982 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-ed66492b-24f8-4394-8f0c-7229fe9919c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:30.150683 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-ed66492b-24f8-4394-8f0c-7229fe9919c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 200 len: 854 time: 0.0515392 Mar 31 20:29:30.208924 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-fd3e9714-1539-4ee8-8527-b50244c3807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:30.210750 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-fd3e9714-1539-4ee8-8527-b50244c3807e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=cff012ed-f7dd-40c9-b870-295ed6fd793b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0527103 Mar 31 20:29:30.243448 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '69112987-91f7-4180-9a23-91d93610bbde', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.102', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:e5:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:29:11Z', 'updated_at': '2022-03-31T20:29:29Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:30.272751 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:30.283257 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:30.284118 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:30.347708 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba93d8c7-e2c2-4f31-8b58-99a1a5d10405 req-6e114e5b-a90f-4bc2-b7f3-29cae787b995 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:30.349194 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba93d8c7-e2c2-4f31-8b58-99a1a5d10405 req-6e114e5b-a90f-4bc2-b7f3-29cae787b995 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.0835443 Mar 31 20:29:30.351300 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-e67c0d35-c77f-4a9b-b0ef-af69045a9746 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310244 Mar 31 20:29:30.398962 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:30.449616 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ba93d8c7-e2c2-4f31-8b58-99a1a5d10405 req-a9bd9d17-b87a-4b2c-9feb-33f727521167 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938351 Mar 31 20:29:30.479372 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0167bf2a-18ba-4b2d-9f96-6b191add8fba req-5cb75abe-83a8-4756-9640-1cce2dee4077 service neutron] 10.222.0.58 "GET /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171198 Mar 31 20:29:30.657039 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '69112987-91f7-4180-9a23-91d93610bbde', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.102', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:e5:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:29:11Z', 'updated_at': '2022-03-31T20:29:29Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:30.693879 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7979e3aa-db57-4e39-9d12-eb368ef51b55 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_floatingips': [{'id': '69112987-91f7-4180-9a23-91d93610bbde', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'floating_ip_address': '172.28.3.102', 'floating_network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'router_id': '073536d4-fa4a-413a-980e-24e06204e010', 'port_id': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'mac_address': 'fa:16:3e:e5:64:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T20:29:11Z', 'updated_at': '2022-03-31T20:29:29Z', 'revision_number': 1, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:30.892458 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f64075-f5a5-41f1-b53b-343dd3db1f55 None None] New status for floating IP 69112987-91f7-4180-9a23-91d93610bbde: ACTIVE {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:31.127264 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bbb45d-3636-4fe1-b0a7-091f69d287d0 req-fb0d7764-d731-4c7a-851f-52ffc0f9f1c8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:31.128791 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c5bbb45d-3636-4fe1-b0a7-091f69d287d0 req-fb0d7764-d731-4c7a-851f-52ffc0f9f1c8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0643086 Mar 31 20:29:31.193186 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c5bbb45d-3636-4fe1-b0a7-091f69d287d0 req-350928eb-df9d-4eaa-b11c-bd726ed6cabf tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578611 Mar 31 20:29:31.291736 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-00a31577-eddf-440f-a5df-9399727fa0a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:31.293252 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-00a31577-eddf-440f-a5df-9399727fa0a9 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.0602221 Mar 31 20:29:31.399924 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Deleting port 5d86468b-024e-40a2-a460-31a916c74e61 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:31.400351 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (5d86468b-024e-40a2-a460-31a916c74e61), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.491825 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] For port 5d86468b-024e-40a2-a460-31a916c74e61, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=5d86468b-024e-40a2-a460-31a916c74e61,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:31.492196 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (5d86468b-024e-40a2-a460-31a916c74e61), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.621077 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49538) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:31.650607 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b296d8-e59d-4b5d-8767-3bacd958f69a req-971bccf3-efb4-439f-80e8-c1d5e3120e67 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:31.651909 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36b296d8-e59d-4b5d-8767-3bacd958f69a req-971bccf3-efb4-439f-80e8-c1d5e3120e67 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 945 time: 0.1127167 Mar 31 20:29:31.733010 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-f39d3b4a-696b-4bdc-a1f9-4155c525c191 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1107955 Mar 31 20:29:31.743146 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-1a917238-34ce-4f02-b776-9a665ffc9522 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103962) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:29:31.744124 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-1a917238-34ce-4f02-b776-9a665ffc9522 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051813 Mar 31 20:29:31.749388 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.749817 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (eb651bb0-5e32-4273-9615-8602535acc50), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.750145 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Floating IP eb651bb0-5e32-4273-9615-8602535acc50 disassociated. External IP: 172.28.3.7, port: 5d86468b-024e-40a2-a460-31a916c74e61. Mar 31 20:29:31.750480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Calling delete_port for 5d86468b-024e-40a2-a460-31a916c74e61 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:31.764061 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-36b296d8-e59d-4b5d-8767-3bacd958f69a req-8e63072d-fade-4d55-91a2-3fc9ae4600d1 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups?id=fa10e340-6e90-4a8d-8697-13c61403806c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991688 Mar 31 20:29:31.834115 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49548) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:31.845580 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:31.926397 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: DOWN; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:31.930709 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-6df2abb5-769a-4dc7-a997-381c63d3a7d9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:31.932080 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-6df2abb5-769a-4dc7-a997-381c63d3a7d9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports/d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 941 time: 0.0969951 Mar 31 20:29:31.970772 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (5d86468b-024e-40a2-a460-31a916c74e61), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:31.998883 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event deleted for resources: {'Port': ['ID=5d86468b-024e-40a2-a460-31a916c74e61,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:32.116908 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Router fddefffa-39fc-42fc-8842-9710858054d2 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:32.231476 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:32.243707 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:32.254967 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:32.255739 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:32.256006 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2388e031-a8c2-43ac-87f9-06a8849d9b42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.277221 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] No DVR routers for this DVR port 5d86468b-024e-40a2-a460-31a916c74e61 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:32.287491 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:32.290795 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8ddb07bf-b592-4fc3-965d-e1057357d02a req-e34fb83c-a7cd-4c10-8a4b-822c49c0bfdc tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.58 "DELETE /v2.0/ports/5d86468b-024e-40a2-a460-31a916c74e61 HTTP/1.1" status: 204 len: 173 time: 0.9921145 Mar 31 20:29:32.291234 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'name': 'network-vif-deleted', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:32.293672 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13bda3ff-9ee0-4424-9733-bf3159861e5f" -d '{"events": [{"server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "name": "network-vif-deleted", "tag": "5d86468b-024e-40a2-a460-31a916c74e61"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:32.342235 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-271a2de3-a644-48cf-bfde-ebc92db6d8e4 x-openstack-request-id: req-271a2de3-a644-48cf-bfde-ebc92db6d8e4 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:32.342810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4275ca-2afd-4fef-a166-53cc96af5e42", "name": "network-vif-deleted", "tag": "5d86468b-024e-40a2-a460-31a916c74e61", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:32.343218 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-271a2de3-a644-48cf-bfde-ebc92db6d8e4 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:32.344924 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-271a2de3-a644-48cf-bfde-ebc92db6d8e4'] response: {'server_uuid': '0d4275ca-2afd-4fef-a166-53cc96af5e42', 'name': 'network-vif-deleted', 'tag': '5d86468b-024e-40a2-a460-31a916c74e61', 'status': 'completed', 'code': 200} Mar 31 20:29:32.389103 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31ae99-c223-4338-be53-63b1df2376c5 req-3a04d1f6-4361-4506-b590-ec8b10fbf840 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:32.390744 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd31ae99-c223-4338-be53-63b1df2376c5 req-3a04d1f6-4361-4506-b590-ec8b10fbf840 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.1149440 Mar 31 20:29:32.391850 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:32.448537 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd31ae99-c223-4338-be53-63b1df2376c5 req-8fa0111d-cdf8-468c-8a33-5b1378fae2df tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517883 Mar 31 20:29:32.604789 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:32.632293 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:32.649345 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:32.649906 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:32.768944 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:32.881288 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9477d377-739a-4d5c-8d0d-e0e5300273f0 req-66230c02-744d-4e0a-be3d-77b5e8140241 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/ports?device_id=0d4275ca-2afd-4fef-a166-53cc96af5e42 HTTP/1.1" status: 200 len: 210 time: 0.0275331 Mar 31 20:29:32.981493 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:33.009901 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729506b-1235-48b7-bc3a-a73cc9aca066 None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:23:44Z', 'revision_number': 4, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '782eba67-a279-4c8f-80a5-1a9757dcc234', 'name': '', 'network_id': 'a3188f96-bb48-4795-95f7-97f25d1aae9d', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'mac_address': 'fa:16:3e:4c:85:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:43Z', 'updated_at': '2022-03-31T20:24:01Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'subnets': [{'id': '609b60fa-6fff-4a0c-b894-b20e72077d64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:33.227632 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75988816-0c57-4236-8a36-5a46a53318b8 None None] New status for floating IP eb651bb0-5e32-4273-9615-8602535acc50: DOWN {{(pid=103964) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:29:33.359929 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-4def59c3-40cc-438a-84d2-cb316db83a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.361483 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-4def59c3-40cc-438a-84d2-cb316db83a97 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103&tenant_id=68facedcf14842ab88c0acfbd4a528c1 HTTP/1.1" status: 200 len: 1128 time: 0.0449381 Mar 31 20:29:33.429445 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-2f682dde-3a4b-4c6c-9546-f3f04016a307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.431116 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-2f682dde-3a4b-4c6c-9546-f3f04016a307 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1128 time: 0.0470819 Mar 31 20:29:33.491654 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:33.542368 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-a37217d1-6799-4d57-8350-c59f6762eed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.543895 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-a37217d1-6799-4d57-8350-c59f6762eed7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.1069355 Mar 31 20:29:33.631501 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-35f012ae-79d9-4f43-ae2c-40fca85dd4a8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 1000 time: 0.0729265 Mar 31 20:29:33.639930 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7becc0a5-1ebd-48dc-9531-9adff4ef9957 req-06422ede-2515-4352-a482-c5405b923329 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.642022 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7becc0a5-1ebd-48dc-9531-9adff4ef9957 req-06422ede-2515-4352-a482-c5405b923329 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.1146016 Mar 31 20:29:33.709313 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-07bc5239-4bee-4886-bb76-b15cc91eaff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.710810 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-07bc5239-4bee-4886-bb76-b15cc91eaff0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0678074 Mar 31 20:29:33.736543 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7becc0a5-1ebd-48dc-9531-9adff4ef9957 req-a31c5aec-36d5-4cce-8aa1-c82b557ae5c5 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850866 Mar 31 20:29:33.772112 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-669008a0-fcd3-4589-ad7a-f7d8ee5f169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:33.774112 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-669008a0-fcd3-4589-ad7a-f7d8ee5f169e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0534568 Mar 31 20:29:33.838942 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.057883 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49582) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:34.111056 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-95bb8f02-a806-4b00-b85a-f2cdf3440b49 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262153 Mar 31 20:29:34.114022 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-203427ca-0a62-43ad-9941-118b0b092c22 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (fa10e340-6e90-4a8d-8697-13c61403806c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.139043 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-203427ca-0a62-43ad-9941-118b0b092c22 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (fa10e340-6e90-4a8d-8697-13c61403806c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.202090 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8daf1d8b-fa01-4f6f-90f3-41058ba88b75 req-1242c860-4fdf-49a4-8405-7081dfb65270 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848758 Mar 31 20:29:34.290169 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-203427ca-0a62-43ad-9941-118b0b092c22 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (fa10e340-6e90-4a8d-8697-13c61403806c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.292845 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-203427ca-0a62-43ad-9941-118b0b092c22 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.294055 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-203427ca-0a62-43ad-9941-118b0b092c22 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "DELETE /v2.0/security-groups/fa10e340-6e90-4a8d-8697-13c61403806c HTTP/1.1" status: 204 len: 168 time: 0.2351632 Mar 31 20:29:34.297366 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49584) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:34.303937 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203427ca-0a62-43ad-9941-118b0b092c22 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa10e340-6e90-4a8d-8697-13c61403806c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:34.317242 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-ea83e7c6-a8b7-4c18-ad0b-9ff25c0e5f93 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] show failed (client error): The resource could not be found. Mar 31 20:29:34.319070 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ea83e7c6-a8b7-4c18-ad0b-9ff25c0e5f93 tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "GET /v2.0/security-groups/fa10e340-6e90-4a8d-8697-13c61403806c HTTP/1.1" status: 404 len: 347 time: 0.0201461 Mar 31 20:29:34.321516 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49588) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:34.452780 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Deleting port 91803a53-5131-4fc0-b5cb-bb80ed57a546 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:34.453051 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.528788 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.528979 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (91803a53-5131-4fc0-b5cb-bb80ed57a546), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.541431 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Calling delete_port for 91803a53-5131-4fc0-b5cb-bb80ed57a546 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:34.741791 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (91803a53-5131-4fc0-b5cb-bb80ed57a546), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.767091 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Pushing event deleted for resources: {'Port': ['ID=91803a53-5131-4fc0-b5cb-bb80ed57a546,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:34.854484 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks [] for floatingip (eb651bb0-5e32-4273-9615-8602535acc50), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.857054 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:34.858264 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b776dd82-a271-482f-b38c-e67826c8c43e tempest-AttachVolumeTestJSON-1754517824 tempest-AttachVolumeTestJSON-1754517824-project] 10.222.0.62 "DELETE /v2.0/floatingips/eb651bb0-5e32-4273-9615-8602535acc50 HTTP/1.1" status: 204 len: 168 time: 0.5357270 Mar 31 20:29:34.941947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225125dc-fa49-474f-aa60-feae677a8242 req-ada2f096-1731-4359-b26a-a835767cd07f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:34.943947 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-225125dc-fa49-474f-aa60-feae677a8242 req-ada2f096-1731-4359-b26a-a835767cd07f tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.1014795 Mar 31 20:29:35.039000 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-225125dc-fa49-474f-aa60-feae677a8242 req-a75e746a-1766-42e8-a065-4d98d9ccca07 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882695 Mar 31 20:29:35.069408 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:35.868822 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 5d86468b-024e-40a2-a460-31a916c74e61 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:35.890971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 5d86468b-024e-40a2-a460-31a916c74e61 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:35.891311 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 5d86468b-024e-40a2-a460-31a916c74e61 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:36.175383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46206d68-ab33-4518-8134-c8ae6a6f6da2 req-14a5c850-79b2-4f92-88f3-7f3a00a8d8c6 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:36.176754 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-46206d68-ab33-4518-8134-c8ae6a6f6da2 req-14a5c850-79b2-4f92-88f3-7f3a00a8d8c6 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0563056 Mar 31 20:29:36.229611 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-46206d68-ab33-4518-8134-c8ae6a6f6da2 req-6208ef29-f911-4b1f-9501-92f2fb96e677 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458581 Mar 31 20:29:36.415791 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:37.362468 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c04e202-7fad-41f6-9661-1d70d408cc26 req-dd97968b-3387-4e54-846f-2ec0f4b3cb04 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:37.364106 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c04e202-7fad-41f6-9661-1d70d408cc26 req-dd97968b-3387-4e54-846f-2ec0f4b3cb04 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0586982 Mar 31 20:29:37.414565 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c04e202-7fad-41f6-9661-1d70d408cc26 req-45394f93-f0c2-4ef6-9530-889a832f1b6b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447798 Mar 31 20:29:38.555961 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6389bc-b9fe-43f1-b9ca-20446c167eba req-7f1f2e32-5255-411f-bbd9-70e86227f0fc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:38.558175 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f6389bc-b9fe-43f1-b9ca-20446c167eba req-7f1f2e32-5255-411f-bbd9-70e86227f0fc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0563862 Mar 31 20:29:38.610138 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8f6389bc-b9fe-43f1-b9ca-20446c167eba req-f62dad1f-3ae0-4d62-aa56-317a2a9d888b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457361 Mar 31 20:29:38.983178 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49676) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:39.506240 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (fddefffa-39fc-42fc-8842-9710858054d2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.770218 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e2a7a0-fd62-440e-ac34-e11700702fcb req-552162f5-8703-47d8-a2f8-772c944e742a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:39.780164 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e0e2a7a0-fd62-440e-ac34-e11700702fcb req-552162f5-8703-47d8-a2f8-772c944e742a tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0747151 Mar 31 20:29:39.793308 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Deleting port 782eba67-a279-4c8f-80a5-1a9757dcc234 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:39.797490 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.864787 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e0e2a7a0-fd62-440e-ac34-e11700702fcb req-69286252-3432-4126-8dbf-64c3be6e5857 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834312 Mar 31 20:29:39.878907 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] For port 782eba67-a279-4c8f-80a5-1a9757dcc234, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=782eba67-a279-4c8f-80a5-1a9757dcc234,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:39.879308 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:39.900468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Calling delete_port for 782eba67-a279-4c8f-80a5-1a9757dcc234 owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:40.170526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (782eba67-a279-4c8f-80a5-1a9757dcc234), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:40.199129 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Pushing event deleted for resources: {'Port': ['ID=782eba67-a279-4c8f-80a5-1a9757dcc234,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:40.408798 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (fddefffa-39fc-42fc-8842-9710858054d2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:40.656779 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Router fddefffa-39fc-42fc-8842-9710858054d2 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:29:40.770959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:29:40.776111 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-26c37036-0878-438b-943a-162fec8a58db admin admin] 10.222.0.62 "PUT /v2.0/routers/fddefffa-39fc-42fc-8842-9710858054d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7906404 Mar 31 20:29:40.778562 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49696) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:40.780046 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] Sync routers for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:29:40.791345 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:40.792352 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:40.892076 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks [] for router (fddefffa-39fc-42fc-8842-9710858054d2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:40.918653 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:41.008337 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54560223-f613-4420-a46a-53320be66a5c req-83b422bd-0498-4a27-a3c9-2ffb48939ff8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:41.019765 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-54560223-f613-4420-a46a-53320be66a5c req-83b422bd-0498-4a27-a3c9-2ffb48939ff8 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0670428 Mar 31 20:29:41.102371 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-54560223-f613-4420-a46a-53320be66a5c req-00c25b89-fc62-42ab-9240-ae5da3e99ba3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810981 Mar 31 20:29:41.271203 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:29:40Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:41.301689 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] Checking router: fddefffa-39fc-42fc-8842-9710858054d2 for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:29:41.310773 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] Routers {'fddefffa-39fc-42fc-8842-9710858054d2'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:29:41.311527 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:29:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['fddefffa-39fc-42fc-8842-9710858054d2'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:41.371143 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks [] for router_gateway (fddefffa-39fc-42fc-8842-9710858054d2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:41.423771 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] Set router fddefffa-39fc-42fc-8842-9710858054d2 gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:29:41.513278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Deleting port 72686eaf-1007-400d-8f0e-8f90c229f0dd {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:41.513614 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:41.649238 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] For port 72686eaf-1007-400d-8f0e-8f90c229f0dd, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=72686eaf-1007-400d-8f0e-8f90c229f0dd,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:41.649623 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:41.676336 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:29:40Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:41.676803 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Calling delete_port for 72686eaf-1007-400d-8f0e-8f90c229f0dd owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:41.768437 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcf6117-1015-4b75-94be-ec7a4015ef02 None None] The sync data for ids ['fddefffa-39fc-42fc-8842-9710858054d2'] in dv-cinder-836070-1-smb is: [{'id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'name': 'tempest-AttachVolumeTestJSON-2001781596-router', 'tenant_id': 'd28c1f968ed649718d6289a53e9eceec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212'}], 'enable_snat': True}, 'gw_port_id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:35Z', 'updated_at': '2022-03-31T20:29:40Z', 'revision_number': 5, 'project_id': 'd28c1f968ed649718d6289a53e9eceec', 'gw_port': {'id': '72686eaf-1007-400d-8f0e-8f90c229f0dd', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fddefffa-39fc-42fc-8842-9710858054d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:29:42.074311 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (72686eaf-1007-400d-8f0e-8f90c229f0dd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.123327 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Pushing event deleted for resources: {'Port': ['ID=72686eaf-1007-400d-8f0e-8f90c229f0dd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:42.168134 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 782eba67-a279-4c8f-80a5-1a9757dcc234 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:42.220295 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (fddefffa-39fc-42fc-8842-9710858054d2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.247274 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 782eba67-a279-4c8f-80a5-1a9757dcc234 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:42.247613 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 782eba67-a279-4c8f-80a5-1a9757dcc234 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:42.299705 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c1cbd-8cd5-4baf-8f5a-ab67894f39d0 req-f7f6a77e-9d24-40a8-92c1-6e8520389fad tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:42.303549 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88c1cbd-8cd5-4baf-8f5a-ab67894f39d0 req-f7f6a77e-9d24-40a8-92c1-6e8520389fad tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0813611 Mar 31 20:29:42.376091 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (fddefffa-39fc-42fc-8842-9710858054d2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.378577 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks [] for router_controller (fddefffa-39fc-42fc-8842-9710858054d2), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.406803 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b88c1cbd-8cd5-4baf-8f5a-ab67894f39d0 req-c2c276a0-c3e9-4e19-9a5e-1d80b7736a48 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861504 Mar 31 20:29:42.490570 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (fddefffa-39fc-42fc-8842-9710858054d2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.491148 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fddefffa-39fc-42fc-8842-9710858054d2 {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:29:42.495813 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.497629 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-5ad88c00-2e62-48dc-853d-b4f4d7a7300a admin admin] 10.222.0.62 "DELETE /v2.0/routers/fddefffa-39fc-42fc-8842-9710858054d2 HTTP/1.1" status: 204 len: 168 time: 1.7174037 Mar 31 20:29:42.500398 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49712) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:42.548067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Deleting subnet 609b60fa-6fff-4a0c-b894-b20e72077d64 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:29:42.551697 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Publish callbacks [] for subnet (609b60fa-6fff-4a0c-b894-b20e72077d64), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.603184 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (609b60fa-6fff-4a0c-b894-b20e72077d64), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.728900 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (609b60fa-6fff-4a0c-b894-b20e72077d64), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.892221 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (609b60fa-6fff-4a0c-b894-b20e72077d64), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.919712 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=609b60fa-6fff-4a0c-b894-b20e72077d64,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:42.921699 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:42.924934 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-dd0da7f1-ee05-4b4a-90eb-b55df29bb475 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/609b60fa-6fff-4a0c-b894-b20e72077d64 HTTP/1.1" status: 204 len: 168 time: 0.4234610 Mar 31 20:29:42.928782 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49718) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:42.933685 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41db389b-f237-4d5c-93c4-21dd21292bd9 None None] Network a3188f96-bb48-4795-95f7-97f25d1aae9d requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:29:43.011171 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (a3188f96-bb48-4795-95f7-97f25d1aae9d), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.072555 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Deleting port f1f322f1-359a-4bc5-99d3-0784d436657a {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:43.072911 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.134947 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] DHCP port deletion for a3188f96-bb48-4795-95f7-97f25d1aae9d request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:29:43.174823 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] For port f1f322f1-359a-4bc5-99d3-0784d436657a, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f1f322f1-359a-4bc5-99d3-0784d436657a,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:43.175550 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.195513 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Calling delete_port for f1f322f1-359a-4bc5-99d3-0784d436657a owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:43.212016 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] Deleting port f1f322f1-359a-4bc5-99d3-0784d436657a {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:29:43.212627 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.302867 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] For port f1f322f1-359a-4bc5-99d3-0784d436657a, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=f1f322f1-359a-4bc5-99d3-0784d436657a,segment=NetworkSegment(f7bb857c-b0c5-4eda-a81b-89d27e0e23f9),segment_id=f7bb857c-b0c5-4eda-a81b-89d27e0e23f9)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:43.303265 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.321873 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] Calling delete_port for f1f322f1-359a-4bc5-99d3-0784d436657a owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:29:43.376459 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.406322 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (f1f322f1-359a-4bc5-99d3-0784d436657a), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.406896 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Pushing event deleted for resources: {'Port': ['ID=f1f322f1-359a-4bc5-99d3-0784d436657a,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:43.411922 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] No DVR routers for this DVR port f1f322f1-359a-4bc5-99d3-0784d436657a on host dv-cinder-836070-1-smb {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:43.436377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] Pushing event deleted for resources: {'Port': ['ID=f1f322f1-359a-4bc5-99d3-0784d436657a,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:43.438736 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e7676-99bb-48f4-88a3-8313ac158871 None None] No DVR routers for this DVR port f1f322f1-359a-4bc5-99d3-0784d436657a on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:29:43.489939 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (a3188f96-bb48-4795-95f7-97f25d1aae9d), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.511023 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3188f96-bb48-4795-95f7-97f25d1aae9d']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:43.521413 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:43.521717 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7bb857c-b0c5-4eda-a81b-89d27e0e23f9') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:29:43.532100 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (f7bb857c-b0c5-4eda-a81b-89d27e0e23f9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.546823 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (f7bb857c-b0c5-4eda-a81b-89d27e0e23f9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.548747 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1836b94e-15ee-4ec3-a85c-c595d9b6daf1 req-52aacb07-2a2c-4847-ac80-64c532c8215c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:43.550357 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1836b94e-15ee-4ec3-a85c-c595d9b6daf1 req-52aacb07-2a2c-4847-ac80-64c532c8215c tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0608535 Mar 31 20:29:43.553425 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:29:43.554068 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (f7bb857c-b0c5-4eda-a81b-89d27e0e23f9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:29:43.556413 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:29:43.600923 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1836b94e-15ee-4ec3-a85c-c595d9b6daf1 req-66160250-8fc7-45b9-8b70-e70231745542 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442278 Mar 31 20:29:43.724530 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (a3188f96-bb48-4795-95f7-97f25d1aae9d), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.730992 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:43.736918 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] 10.222.0.62 "DELETE /v2.0/networks/a3188f96-bb48-4795-95f7-97f25d1aae9d HTTP/1.1" status: 204 len: 168 time: 0.8049581 Mar 31 20:29:43.746575 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395da422-99ff-487c-8f38-82715e2d1ada admin admin] Pushing event deleted for resources: {'Network': ['ID=a3188f96-bb48-4795-95f7-97f25d1aae9d,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:44.082805 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f1f322f1-359a-4bc5-99d3-0784d436657a no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:44.087820 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49738) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:44.116890 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: f1f322f1-359a-4bc5-99d3-0784d436657a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:44.117262 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device f1f322f1-359a-4bc5-99d3-0784d436657a not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:44.117885 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 72686eaf-1007-400d-8f0e-8f90c229f0dd no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:29:44.138238 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4cc27d9e-0e18-41eb-8e70-58ee8e13f2c9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d28c1f968ed649718d6289a53e9eceec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486965 Mar 31 20:29:44.139203 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 72686eaf-1007-400d-8f0e-8f90c229f0dd {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:29:44.139554 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 72686eaf-1007-400d-8f0e-8f90c229f0dd not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:29:44.140859 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49744) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:44.181701 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3832c41-97a5-4354-b24b-c3012f95585e req-e1b9cd17-d4a4-4cb0-83a8-d0de173eef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.184554 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-e1b9cd17-d4a4-4cb0-83a8-d0de173eef86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=68facedcf14842ab88c0acfbd4a528c1&device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1128 time: 0.0654931 Mar 31 20:29:44.202408 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d7165b4-28e5-468c-a2cc-edcd03c95092 admin admin] Publish callbacks [] for security_group (dccebb59-bc0f-4489-aa89-ed8af3bd849c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.230024 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d7165b4-28e5-468c-a2cc-edcd03c95092 admin admin] Publish callbacks [] for security_group (dccebb59-bc0f-4489-aa89-ed8af3bd849c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.299411 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3832c41-97a5-4354-b24b-c3012f95585e req-31e567b7-5bcf-4ec6-be12-2e01d8a88b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.300930 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-31e567b7-5bcf-4ec6-be12-2e01d8a88b80 service neutron] 10.222.0.58 "GET /v2.0/networks?id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 200 len: 918 time: 0.0921719 Mar 31 20:29:44.367019 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-9e8708a8-711d-4d54-8716-506f2888bbd6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 200 len: 1000 time: 0.0594172 Mar 31 20:29:44.375854 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d7165b4-28e5-468c-a2cc-edcd03c95092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (dccebb59-bc0f-4489-aa89-ed8af3bd849c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.378761 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7d7165b4-28e5-468c-a2cc-edcd03c95092 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:44.379999 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7d7165b4-28e5-468c-a2cc-edcd03c95092 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dccebb59-bc0f-4489-aa89-ed8af3bd849c HTTP/1.1" status: 204 len: 168 time: 0.2382209 Mar 31 20:29:44.392708 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7165b4-28e5-468c-a2cc-edcd03c95092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccebb59-bc0f-4489-aa89-ed8af3bd849c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:44.423545 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3832c41-97a5-4354-b24b-c3012f95585e req-fa273f38-6d69-4563-83b9-a62f9d9884c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.425239 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-fa273f38-6d69-4563-83b9-a62f9d9884c5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 200 len: 856 time: 0.0452631 Mar 31 20:29:44.486808 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3832c41-97a5-4354-b24b-c3012f95585e req-89c3d2ea-f1e3-4819-a6b6-291552578b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.486808 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-89c3d2ea-f1e3-4819-a6b6-291552578b34 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489607 Mar 31 20:29:44.579435 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-7908f90c-f033-4272-9246-c767b2ad5112 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829923 Mar 31 20:29:44.678741 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c3832c41-97a5-4354-b24b-c3012f95585e req-17097991-c85b-44d5-87c1-03d433d7f5d8 service neutron] 10.222.0.58 "GET /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917988 Mar 31 20:29:44.742095 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ea54d-1436-4cbd-b00b-2b1a4593b94c req-3789e910-79cb-4bd9-bd3b-52fc577ebc0d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:44.743787 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1c5ea54d-1436-4cbd-b00b-2b1a4593b94c req-3789e910-79cb-4bd9-bd3b-52fc577ebc0d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0617204 Mar 31 20:29:44.794838 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1c5ea54d-1436-4cbd-b00b-2b1a4593b94c req-b47a5043-2bf6-4f72-b535-7ac4c707d509 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449541 Mar 31 20:29:45.923069 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e737cf1-9471-4452-832a-c1d2b7dcfcfe req-0d7d63ce-4d9c-4e34-badb-c8c6a7d7c303 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:45.924550 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6e737cf1-9471-4452-832a-c1d2b7dcfcfe req-0d7d63ce-4d9c-4e34-badb-c8c6a7d7c303 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0551269 Mar 31 20:29:45.975488 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6e737cf1-9471-4452-832a-c1d2b7dcfcfe req-952e676a-61ff-4265-af6e-fbfa66874a86 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448663 Mar 31 20:29:47.110528 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4596b8-bb93-4255-9730-3b6b24739c16 req-4cd6da17-c4e3-4d86-ac8a-ad33b72b45a4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:47.112041 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4a4596b8-bb93-4255-9730-3b6b24739c16 req-4cd6da17-c4e3-4d86-ac8a-ad33b72b45a4 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 944 time: 0.0621090 Mar 31 20:29:47.166498 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4a4596b8-bb93-4255-9730-3b6b24739c16 req-ab8978ad-b3f5-4f83-a0e6-932a17cc4926 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454862 Mar 31 20:29:47.944845 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:29:48.045261 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:48.057240 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'port_id': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'mac_address': 'fa:16:3e:d4:40:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:29:48.097677 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:48.098094 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.113231 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d791963d-c93b-49e9-a49d-f2de9f3ec899 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:29:48.132471 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:48.204134 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.255330 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=9']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.300624 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55c25a-2680-43a3-8a20-187694066f94 req-60810ca3-ddb5-4e59-a9f4-501ad77430dc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:48.300624 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6a55c25a-2680-43a3-8a20-187694066f94 req-60810ca3-ddb5-4e59-a9f4-501ad77430dc tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 945 time: 0.0543969 Mar 31 20:29:48.346074 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6a55c25a-2680-43a3-8a20-187694066f94 req-c7e276ea-86c6-44aa-8808-f640b4797d7b tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422294 Mar 31 20:29:48.457974 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['d791963d-c93b-49e9-a49d-f2de9f3ec899'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:29:48.544756 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49854) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:48.653383 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-96c998ca-82da-4e81-b78d-cf1bb840367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.730991 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-96c998ca-82da-4e81-b78d-cf1bb840367a admin admin] Publish callbacks [] for security_group (c0c2a9a7-1574-4ffd-96a7-cedd90e26b33), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.804516 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-96c998ca-82da-4e81-b78d-cf1bb840367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c0c2a9a7-1574-4ffd-96a7-cedd90e26b33), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.844025 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-96c998ca-82da-4e81-b78d-cf1bb840367a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=42e2c13b064f4d029ef4bb754b04b3f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2980933 Mar 31 20:29:48.844897 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c998ca-82da-4e81-b78d-cf1bb840367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c2a9a7-1574-4ffd-96a7-cedd90e26b33,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:48.846843 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49860) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:48.899393 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Publish callbacks [] for security_group (c0c2a9a7-1574-4ffd-96a7-cedd90e26b33), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:48.924659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Publish callbacks [] for security_group (c0c2a9a7-1574-4ffd-96a7-cedd90e26b33), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.050235 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c0c2a9a7-1574-4ffd-96a7-cedd90e26b33), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.053140 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.054403 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c0c2a9a7-1574-4ffd-96a7-cedd90e26b33 HTTP/1.1" status: 204 len: 168 time: 0.2065229 Mar 31 20:29:49.063187 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c2a9a7-1574-4ffd-96a7-cedd90e26b33,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:49.070702 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.071056 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.071404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.071795 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.072110 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.072440 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.072796 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.073134 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.073463 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.073820 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.074152 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.074480 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.074804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.075125 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.075447 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-490efd9c-07d3-476e-8f7e-f6af29e87d90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:49.470642 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb11408-9d8f-4169-82ff-a5cc6122f4fe req-c7e9897d-e509-4122-96f0-b282ae322a18 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:49.472280 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-deb11408-9d8f-4169-82ff-a5cc6122f4fe req-c7e9897d-e509-4122-96f0-b282ae322a18 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 945 time: 0.0543308 Mar 31 20:29:49.521949 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-deb11408-9d8f-4169-82ff-a5cc6122f4fe req-5ab351d6-fa65-4af1-ba1a-52e5e97c0275 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440686 Mar 31 20:29:49.758857 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 49882) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:49.771841 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-457c53f9-fefc-4990-8e90-0c17597a8c99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.844294 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-457c53f9-fefc-4990-8e90-0c17597a8c99 admin admin] Publish callbacks [] for security_group (def3564e-4b5e-408b-9a43-515bb073a0ee), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.889671 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-457c53f9-fefc-4990-8e90-0c17597a8c99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (def3564e-4b5e-408b-9a43-515bb073a0ee), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:49.928412 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-457c53f9-fefc-4990-8e90-0c17597a8c99 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=887f2f3e1529458baf5b94adeac6a36f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1683114 Mar 31 20:29:49.929337 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c53f9-fefc-4990-8e90-0c17597a8c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def3564e-4b5e-408b-9a43-515bb073a0ee,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:49.930994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 49884) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:49.965892 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:29:49.981709 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cd5-7e20-4560-8bfc-f0107dec785c admin admin] Publish callbacks [] for security_group (def3564e-4b5e-408b-9a43-515bb073a0ee), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.003189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cd5-7e20-4560-8bfc-f0107dec785c admin admin] Publish callbacks [] for security_group (def3564e-4b5e-408b-9a43-515bb073a0ee), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.017009 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port d791963d-c93b-49e9-a49d-f2de9f3ec899 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:29:50.020433 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.102685 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port d791963d-c93b-49e9-a49d-f2de9f3ec899 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:29:50.103079 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.127441 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:29:50.129946 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dea301c-69c6-4a8c-aa3c-8d728708064c" -d '{"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-plugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:29:50.144439 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:29:50.146905 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cd5-7e20-4560-8bfc-f0107dec785c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (def3564e-4b5e-408b-9a43-515bb073a0ee), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.149458 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f45f1cd5-7e20-4560-8bfc-f0107dec785c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.150910 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f45f1cd5-7e20-4560-8bfc-f0107dec785c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/def3564e-4b5e-408b-9a43-515bb073a0ee HTTP/1.1" status: 204 len: 168 time: 0.2178979 Mar 31 20:29:50.161805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f1cd5-7e20-4560-8bfc-f0107dec785c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def3564e-4b5e-408b-9a43-515bb073a0ee,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:50.177461 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b68deff-b2d7-4e1d-af6c-d883c278d6a1 x-openstack-request-id: req-3b68deff-b2d7-4e1d-af6c-d883c278d6a1 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:29:50.177949 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-plugged", "status": "completed", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:29:50.178135 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3b68deff-b2d7-4e1d-af6c-d883c278d6a1 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:29:50.178665 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b68deff-b2d7-4e1d-af6c-d883c278d6a1'] response: {'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'code': 200} Mar 31 20:29:50.238169 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:50.288938 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=10']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:50.501959 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561889d3-c7f3-46e3-90ad-babfeb9efe69 req-5c78257b-c9ea-47c9-b69f-5139c94da927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:50.503442 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-561889d3-c7f3-46e3-90ad-babfeb9efe69 req-5c78257b-c9ea-47c9-b69f-5139c94da927 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 1131 time: 0.0438130 Mar 31 20:29:50.549186 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-561889d3-c7f3-46e3-90ad-babfeb9efe69 req-bcd1d131-a6e3-4f40-bf61-f2c53793333d service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382345 Mar 31 20:29:50.657192 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346f8c78-7f54-4439-98b4-f56ca49c80fb req-1e1cd647-d988-4dcf-9774-43514bb3cc16 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:50.659194 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-346f8c78-7f54-4439-98b4-f56ca49c80fb req-1e1cd647-d988-4dcf-9774-43514bb3cc16 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.0599952 Mar 31 20:29:50.715089 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-346f8c78-7f54-4439-98b4-f56ca49c80fb req-f464f07c-3c59-476d-91fe-d034df6ad801 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495982 Mar 31 20:29:51.848892 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428b3c0a-5ddc-4f2d-93fb-e00b2b970409 req-18b3a331-defc-42d6-b310-93b75df2d213 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:51.850385 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-428b3c0a-5ddc-4f2d-93fb-e00b2b970409 req-18b3a331-defc-42d6-b310-93b75df2d213 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.0573308 Mar 31 20:29:51.901633 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-428b3c0a-5ddc-4f2d-93fb-e00b2b970409 req-d9de9abf-5e5e-4d76-8340-bc8d9923ec5d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457089 Mar 31 20:29:53.042933 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2a5174-fce3-4719-987b-5e9f100aae4b req-f26e6269-8f9c-4af1-bbec-9b8557f7f0fb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:53.044373 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fc2a5174-fce3-4719-987b-5e9f100aae4b req-f26e6269-8f9c-4af1-bbec-9b8557f7f0fb tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.0571971 Mar 31 20:29:53.091744 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fc2a5174-fce3-4719-987b-5e9f100aae4b req-006bbd5d-52fe-4055-b51b-5ae9de298148 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416117 Mar 31 20:29:54.227210 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8827dc6-76fe-4f48-b756-517646a470f6 req-0277b908-e16e-4745-a36f-2ce74a5ae81d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:29:54.230295 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d8827dc6-76fe-4f48-b756-517646a470f6 req-0277b908-e16e-4745-a36f-2ce74a5ae81d tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.0588062 Mar 31 20:29:54.280027 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d8827dc6-76fe-4f48-b756-517646a470f6 req-92d62732-5e89-44d4-82f9-6fe2d4920fd9 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457885 Mar 31 20:29:55.557589 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50106) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:55.620622 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:29:55.659865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-780628ba-c818-442f-bea4-7093e42241f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.734139 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-780628ba-c818-442f-bea4-7093e42241f6 admin admin] Publish callbacks [] for security_group (8a308d3e-d4bb-4496-9f8d-b326eb99faf2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.809849 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-780628ba-c818-442f-bea4-7093e42241f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8a308d3e-d4bb-4496-9f8d-b326eb99faf2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.849295 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-780628ba-c818-442f-bea4-7093e42241f6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d23104af49a460680366a32fea075e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905972 Mar 31 20:29:55.850297 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780628ba-c818-442f-bea4-7093e42241f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a308d3e-d4bb-4496-9f8d-b326eb99faf2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:55.852137 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50122) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:55.904676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Publish callbacks [] for security_group (8a308d3e-d4bb-4496-9f8d-b326eb99faf2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:55.928959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Publish callbacks [] for security_group (8a308d3e-d4bb-4496-9f8d-b326eb99faf2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.055464 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8a308d3e-d4bb-4496-9f8d-b326eb99faf2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.058029 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.059164 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8a308d3e-d4bb-4496-9f8d-b326eb99faf2 HTTP/1.1" status: 204 len: 168 time: 0.2060285 Mar 31 20:29:56.067628 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a308d3e-d4bb-4496-9f8d-b326eb99faf2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:56.074766 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.075111 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.075472 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.075824 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.076155 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.076478 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.076799 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.077689 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.078047 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.082392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.082392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.082392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.082392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.082392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.082392 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b71019-94cb-4d6a-97d3-8bef86138b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:29:56.627330 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50134) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:56.640089 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e009a7b-ebaa-4c86-a73e-36585a22c799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.713559 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e009a7b-ebaa-4c86-a73e-36585a22c799 admin admin] Publish callbacks [] for security_group (c94dd038-af02-4f03-8d2f-ea491a432ebf), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.798512 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-3e009a7b-ebaa-4c86-a73e-36585a22c799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c94dd038-af02-4f03-8d2f-ea491a432ebf), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.837115 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-3e009a7b-ebaa-4c86-a73e-36585a22c799 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a58c823f0f084f73a4edb07593d9eb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2087126 Mar 31 20:29:56.838184 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e009a7b-ebaa-4c86-a73e-36585a22c799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c94dd038-af02-4f03-8d2f-ea491a432ebf,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:56.839905 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50136) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:56.888322 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48d39b1a-f55d-4bef-b12a-f3b0b028cfee admin admin] Publish callbacks [] for security_group (c94dd038-af02-4f03-8d2f-ea491a432ebf), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:56.909449 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48d39b1a-f55d-4bef-b12a-f3b0b028cfee admin admin] Publish callbacks [] for security_group (c94dd038-af02-4f03-8d2f-ea491a432ebf), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.038478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48d39b1a-f55d-4bef-b12a-f3b0b028cfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c94dd038-af02-4f03-8d2f-ea491a432ebf), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.041096 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-48d39b1a-f55d-4bef-b12a-f3b0b028cfee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:57.042318 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-48d39b1a-f55d-4bef-b12a-f3b0b028cfee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c94dd038-af02-4f03-8d2f-ea491a432ebf HTTP/1.1" status: 204 len: 168 time: 0.2014267 Mar 31 20:29:57.050895 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d39b1a-f55d-4bef-b12a-f3b0b028cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c94dd038-af02-4f03-8d2f-ea491a432ebf,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:58.362346 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50192) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:58.511218 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef524dc8-b9f6-43e2-bc92-ba5e6d8c72a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.588096 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef524dc8-b9f6-43e2-bc92-ba5e6d8c72a1 admin admin] Publish callbacks [] for security_group (80c958dc-a9d2-4278-aa73-fe0fc3a92000), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.666193 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ef524dc8-b9f6-43e2-bc92-ba5e6d8c72a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (80c958dc-a9d2-4278-aa73-fe0fc3a92000), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.708649 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ef524dc8-b9f6-43e2-bc92-ba5e6d8c72a1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f452bf3f59c14411b265574ff40430dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3449905 Mar 31 20:29:58.710538 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef524dc8-b9f6-43e2-bc92-ba5e6d8c72a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c958dc-a9d2-4278-aa73-fe0fc3a92000,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:58.711369 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50202) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:58.764685 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11294efa-41de-4b22-8053-84a84e98f30c admin admin] Publish callbacks [] for security_group (80c958dc-a9d2-4278-aa73-fe0fc3a92000), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.786449 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11294efa-41de-4b22-8053-84a84e98f30c admin admin] Publish callbacks [] for security_group (80c958dc-a9d2-4278-aa73-fe0fc3a92000), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.901496 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11294efa-41de-4b22-8053-84a84e98f30c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (80c958dc-a9d2-4278-aa73-fe0fc3a92000), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.904254 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-11294efa-41de-4b22-8053-84a84e98f30c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:58.905402 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-11294efa-41de-4b22-8053-84a84e98f30c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/80c958dc-a9d2-4278-aa73-fe0fc3a92000 HTTP/1.1" status: 204 len: 168 time: 0.1930363 Mar 31 20:29:58.914031 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11294efa-41de-4b22-8053-84a84e98f30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c958dc-a9d2-4278-aa73-fe0fc3a92000,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.593929 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50222) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:59.607470 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9e8bc9d1-2c58-4549-85ea-95df8f16ab86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.686082 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9e8bc9d1-2c58-4549-85ea-95df8f16ab86 admin admin] Publish callbacks [] for security_group (a1b89815-2ba9-4ca5-aa8a-344125295e51), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.752854 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9e8bc9d1-2c58-4549-85ea-95df8f16ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (a1b89815-2ba9-4ca5-aa8a-344125295e51), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.792663 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-9e8bc9d1-2c58-4549-85ea-95df8f16ab86 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e32be96458c349bcb4aecb01f92d8a1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976168 Mar 31 20:29:59.794647 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bc9d1-2c58-4549-85ea-95df8f16ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b89815-2ba9-4ca5-aa8a-344125295e51,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.795396 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50228) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:29:59.844224 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cbc80e-e56c-4a22-941b-6ef9004a77cb admin admin] Publish callbacks [] for security_group (a1b89815-2ba9-4ca5-aa8a-344125295e51), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.864330 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cbc80e-e56c-4a22-941b-6ef9004a77cb admin admin] Publish callbacks [] for security_group (a1b89815-2ba9-4ca5-aa8a-344125295e51), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.974633 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cbc80e-e56c-4a22-941b-6ef9004a77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (a1b89815-2ba9-4ca5-aa8a-344125295e51), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.977281 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-38cbc80e-e56c-4a22-941b-6ef9004a77cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:29:59.978458 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-38cbc80e-e56c-4a22-941b-6ef9004a77cb admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a1b89815-2ba9-4ca5-aa8a-344125295e51 HTTP/1.1" status: 204 len: 168 time: 0.1819685 Mar 31 20:29:59.986838 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cbc80e-e56c-4a22-941b-6ef9004a77cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b89815-2ba9-4ca5-aa8a-344125295e51,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:29:59.993638 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-28099348-0d98-4ae8-91ea-6eac395c3a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:00.950161 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50254) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:01.054224 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1664715640-network', 'tenant_id': 'b21aa9e0a5304fa08dfc37fdc2c6e437'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:01.181358 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Made reservation on behalf of b21aa9e0a5304fa08dfc37fdc2c6e437 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:01.184041 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.194011 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.271505 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks [] for security_group (5daa84eb-76ec-433e-91fb-e3308591e9b2), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.375702 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5daa84eb-76ec-433e-91fb-e3308591e9b2), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.401340 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:30:01.410249 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daa84eb-76ec-433e-91fb-e3308591e9b2,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:01.416205 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.416546 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Added segment 0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4 of type vlan for network b252fcfd-763f-4895-bdbe-2829ab517c2d Mar 31 20:30:01.458810 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (b252fcfd-763f-4895-bdbe-2829ab517c2d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.581195 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (b252fcfd-763f-4895-bdbe-2829ab517c2d), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.582190 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:01.583462 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.640959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] Pushing event updated for resources: {'Network': ['ID=b252fcfd-763f-4895-bdbe-2829ab517c2d,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:01.654563 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network b252fcfd-763f-4895-bdbe-2829ab517c2d details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:30:01.670056 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-b6190fe2-261f-4e27-a332-aee0882bfa26 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7187448 Mar 31 20:30:01.672909 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50260) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:01.678510 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Request body: {'subnet': {'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1664715640-subnet', 'tenant_id': 'b21aa9e0a5304fa08dfc37fdc2c6e437', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:01.775759 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Made reservation on behalf of b21aa9e0a5304fa08dfc37fdc2c6e437 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:01.778260 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:01.998432 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (cc089aac-0b20-4021-ba87-66b4e55f7932), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:02.057327 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc089aac-0b20-4021-ba87-66b4e55f7932,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:02.063699 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Checking segment: {'id': '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:02.064054 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Network hostable DHCP agents. Network: b252fcfd-763f-4895-bdbe-2829ab517c2d, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:30:02.135282 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Network b252fcfd-763f-4895-bdbe-2829ab517c2d is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:30:02.204184 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, b252fcfd-763f-4895-bdbe-2829ab517c2d) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:02.208777 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:02.209366 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:02.213103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e7badd-58ca-4bda-807c-4dfbc5f23c76 None None] Network b252fcfd-763f-4895-bdbe-2829ab517c2d requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:02.261947 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-db1cc728-8015-401c-a4b9-b86a48a4bbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:02.287840 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f94f1b5f-acfe-475e-a9fa-c51c40c74390 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6138840 Mar 31 20:30:02.312230 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c01aef-cf39-4109-acf0-9c0f9d30c3f8 None None] Network b252fcfd-763f-4895-bdbe-2829ab517c2d requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:02.987808 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50290) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:02.993288 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-577576284-network', 'tenant_id': '3a59fd2206054e91a33ccbca58c8c5a8'}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:03.170041 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Made reservation on behalf of 3a59fd2206054e91a33ccbca58c8c5a8 for: {'network': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:03.172345 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.183039 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.265609 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks [] for security_group (7b0dd090-da1c-41c4-a396-4d32b697fcb3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.352982 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7b0dd090-da1c-41c4-a396-4d32b697fcb3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.374946 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=103962) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:30:03.389822 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0dd090-da1c-41c4-a396-4d32b697fcb3,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:03.394981 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (c11b6b2a-5691-473a-acb7-f108446c9a2d), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.395325 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.db.segments_db [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Added segment c11b6b2a-5691-473a-acb7-f108446c9a2d of type vlan for network 27f2a12a-3115-4595-b904-66a0d47cfaea Mar 31 20:30:03.436019 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (27f2a12a-3115-4595-b904-66a0d47cfaea), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.438908 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.530473 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (27f2a12a-3115-4595-b904-66a0d47cfaea), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.531955 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:03.533366 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.593603 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] Pushing event updated for resources: {'Network': ['ID=27f2a12a-3115-4595-b904-66a0d47cfaea,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:03.603717 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network 27f2a12a-3115-4595-b904-66a0d47cfaea details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:30:03.647254 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6215f6da-542f-4754-a4b9-5cdce935142a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6582677 Mar 31 20:30:03.649962 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50294) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:03.654681 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.v2.base [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Request body: {'subnet': {'network_id': '27f2a12a-3115-4595-b904-66a0d47cfaea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-577576284-subnet', 'tenant_id': '3a59fd2206054e91a33ccbca58c8c5a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103962) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:03.747068 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Made reservation on behalf of 3a59fd2206054e91a33ccbca58c8c5a8 for: {'subnet': 1} {{(pid=103962) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:03.749411 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2131281393'] for subnet (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:03.821287 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.016087 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2131546639', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2131281383'] for subnet (45a381d3-d89b-4c00-9f24-7a3afb457b29), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.073278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45a381d3-d89b-4c00-9f24-7a3afb457b29,revision_number=0']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:04.083436 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Checking segment: {'id': 'c11b6b2a-5691-473a-acb7-f108446c9a2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '27f2a12a-3115-4595-b904-66a0d47cfaea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103962) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:04.083800 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Network hostable DHCP agents. Network: 27f2a12a-3115-4595-b904-66a0d47cfaea, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103962) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:30:04.238530 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Network 27f2a12a-3115-4595-b904-66a0d47cfaea is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103962) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:30:04.352507 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.base_scheduler [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, 27f2a12a-3115-4595-b904-66a0d47cfaea) {{(pid=103962) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:04.356666 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:04.357278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.361296 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a26b80-098c-403c-8e34-78c0784f8ab9 None None] Network 27f2a12a-3115-4595-b904-66a0d47cfaea requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:04.430733 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2a6bc9bd-9497-4a12-8395-5f7d018f1678 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7796879 Mar 31 20:30:04.467320 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a70b2-060e-47c0-88cf-d6750664eb8d None None] Network 27f2a12a-3115-4595-b904-66a0d47cfaea requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:04.884678 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:04.905249 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-3a8b34ac-88fd-4f82-b86e-e51e311183b8 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:04.906724 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-3a8b34ac-88fd-4f82-b86e-e51e311183b8 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/networks?id=b252fcfd-763f-4895-bdbe-2829ab517c2d HTTP/1.1" status: 200 len: 809 time: 0.1016531 Mar 31 20:30:04.921452 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fff9b932-b9a2-42ec-acf2-8efd5b44b649 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/quotas/b21aa9e0a5304fa08dfc37fdc2c6e437 HTTP/1.1" status: 200 len: 375 time: 0.0090821 Mar 31 20:30:04.954424 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-4fa3b260-f84a-4d81-bdfc-8cbcd2b1be17 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b21aa9e0a5304fa08dfc37fdc2c6e437&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278268 Mar 31 20:30:05.046867 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-6b826fc6-db05-4e79-a8d1-f0528a0e1bfa service neutron] 10.222.0.62 "GET /v2.0/networks/b252fcfd-763f-4895-bdbe-2829ab517c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858860 Mar 31 20:30:05.135847 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-76e63d19-6bce-4c81-a36b-fbfbdcbe67b3 service neutron] 10.222.0.62 "GET /v2.0/networks/b252fcfd-763f-4895-bdbe-2829ab517c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826447 Mar 31 20:30:05.357628 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9504beeb-2d4d-4e53-ba42-83e6bd2d37bf req-db873980-48e2-4b63-a0ed-8f95112f89e3 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 210 time: 0.0274858 Mar 31 20:30:06.421542 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:06.451128 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-74beffaf-e459-4de1-82a5-472190b5b2a0 req-e38db688-982a-4234-9cd9-e05147a1dd59 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 210 time: 0.0268593 Mar 31 20:30:07.549358 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab24a000-adfe-48f0-97ae-653f480038a9 req-92535a19-89d6-4885-95c5-50a364e80cf5 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 210 time: 0.0315022 Mar 31 20:30:07.700369 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-394040a4-f020-4fb4-be5c-2dbde077af60 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:07.701699 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-394040a4-f020-4fb4-be5c-2dbde077af60 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.58 "GET /v2.0/networks?id=b252fcfd-763f-4895-bdbe-2829ab517c2d HTTP/1.1" status: 200 len: 809 time: 0.1000819 Mar 31 20:30:07.720969 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Request body: {'port': {'device_id': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d', 'admin_state_up': True, 'tenant_id': 'b21aa9e0a5304fa08dfc37fdc2c6e437'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:07.913416 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Made reservation on behalf of b21aa9e0a5304fa08dfc37fdc2c6e437 for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:30:07.916796 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.041178 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Allocated IP 172.20.0.4 (b252fcfd-763f-4895-bdbe-2829ab517c2d/cc089aac-0b20-4021-ba87-66b4e55f7932/8bf008e8-e9b6-4c70-b2b0-6e4890dd505a) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:30:08.188347 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks [] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.318747 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.362148 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Network b252fcfd-763f-4895-bdbe-2829ab517c2d is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:30:08.365242 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:30:08.371932 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:30:08.378081 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Pushing event updated for resources: {'Port': ['ID=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:08.426433 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.427041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.492819 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-0e38dbb7-2a5f-46a9-8587-6e755561d0c1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7755766 Mar 31 20:30:08.505048 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Request body: {'port': {'device_id': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:30:08.563286 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.798835 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ad7d7-10f5-4731-8abc-a191bde18671 req-e7554bb8-6fc4-4fa9-a8ba-3bc4d15e4999 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:08.800296 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8b7ad7d7-10f5-4731-8abc-a191bde18671 req-e7554bb8-6fc4-4fa9-a8ba-3bc4d15e4999 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 931 time: 0.1703613 Mar 31 20:30:08.880889 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8b7ad7d7-10f5-4731-8abc-a191bde18671 req-a02a003b-bb07-4e38-bbab-02f6f0092319 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697112 Mar 31 20:30:08.931800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:08.939216 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Publish callbacks [] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:08.951002 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Transition to ACTIVE for port object 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:30:09.020404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.080719 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Pushing event updated for resources: {'Port': ['ID=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:09.160041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Attempting to bind port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:30:09.160041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Attempting to bind port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:30:09.160041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Attempting to bind port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a on network b252fcfd-763f-4895-bdbe-2829ab517c2d {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:09.161742 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a on network b252fcfd-763f-4895-bdbe-2829ab517c2d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:30:09.162319 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Attempting to bind port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a on network b252fcfd-763f-4895-bdbe-2829ab517c2d {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:30:09.167936 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:30:09.168267 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Checking segment: {'id': '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:30:09.168644 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Bound using segment: {'id': '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:30:09.169064 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Bound port: 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:30:09.169415 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.236840 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] For port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:30:09.240046 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] For port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,segment=NetworkSegment(0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4),segment_id=0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:30:09.313833 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.348169 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.348790 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:09.350955 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] 10.222.0.58 "PUT /v2.0/ports/8bf008e8-e9b6-4c70-b2b0-6e4890dd505a HTTP/1.1" status: 200 len: 1093 time: 0.8493686 Mar 31 20:30:09.351240 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'tag': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:09.353537 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703ddf40-b6f0-47f5-8cbe-07bb165a9828" -d '{"events": [{"name": "network-changed", "server_uuid": "95715b57-f24c-4b8a-ad26-5e71319ee983", "tag": "8bf008e8-e9b6-4c70-b2b0-6e4890dd505a"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:09.378248 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68564b-3571-415c-aa65-bb747a49860d service neutron] Pushing event updated for resources: {'Port': ['ID=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:09.391757 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfab8221-c7b7-4134-a229-00ec47a6f666 x-openstack-request-id: req-cfab8221-c7b7-4134-a229-00ec47a6f666 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:09.392047 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95715b57-f24c-4b8a-ad26-5e71319ee983", "tag": "8bf008e8-e9b6-4c70-b2b0-6e4890dd505a", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:09.392299 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cfab8221-c7b7-4134-a229-00ec47a6f666 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:09.392695 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfab8221-c7b7-4134-a229-00ec47a6f666'] response: {'name': 'network-changed', 'server_uuid': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'tag': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a', 'status': 'completed', 'code': 200} Mar 31 20:30:09.464031 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddf40-b6f0-47f5-8cbe-07bb165a9828 req-d202731d-cfaa-4589-a24c-15e348b3b27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.465654 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-703ddf40-b6f0-47f5-8cbe-07bb165a9828 req-d202731d-cfaa-4589-a24c-15e348b3b27b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b21aa9e0a5304fa08dfc37fdc2c6e437&device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 1127 time: 0.0494089 Mar 31 20:30:09.564359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddf40-b6f0-47f5-8cbe-07bb165a9828 req-1d192065-ca41-480b-ae7a-41b22fe2ae84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.565832 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-703ddf40-b6f0-47f5-8cbe-07bb165a9828 req-1d192065-ca41-480b-ae7a-41b22fe2ae84 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=b21aa9e0a5304fa08dfc37fdc2c6e437&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0914457 Mar 31 20:30:09.664937 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ddf40-b6f0-47f5-8cbe-07bb165a9828 req-132b7d91-fdb4-47a6-9314-16ec635780d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.666552 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-703ddf40-b6f0-47f5-8cbe-07bb165a9828 req-132b7d91-fdb4-47a6-9314-16ec635780d4 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0946693 Mar 31 20:30:09.754376 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-6952add7-05f7-4c51-8fd0-db77f4aa0c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.755799 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-6952add7-05f7-4c51-8fd0-db77f4aa0c67 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=b21aa9e0a5304fa08dfc37fdc2c6e437&device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 1127 time: 0.0449800 Mar 31 20:30:09.801133 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-de79a164-d5c5-4167-b091-a8b04e6b038a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a HTTP/1.1" status: 200 len: 217 time: 0.0350406 Mar 31 20:30:09.852568 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-35880c60-0aa5-4a76-ad29-8e207126466a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:09.854052 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-35880c60-0aa5-4a76-ad29-8e207126466a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=cc089aac-0b20-4021-ba87-66b4e55f7932 HTTP/1.1" status: 200 len: 849 time: 0.0441949 Mar 31 20:30:09.890218 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-d2cbc6fa-5999-4d9f-b018-a84581a6729e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=b252fcfd-763f-4895-bdbe-2829ab517c2d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296986 Mar 31 20:30:10.012750 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-e0ac4d8f-d11b-43ad-99f4-69f452c7d1e4 service neutron] 10.222.0.58 "GET /v2.0/networks/b252fcfd-763f-4895-bdbe-2829ab517c2d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095927 Mar 31 20:30:10.029990 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ab089-9f63-45c8-8d82-41a74f9d4657 req-796ec22e-749d-4275-ad02-3c308f12f0f6 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:10.031423 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-365ab089-9f63-45c8-8d82-41a74f9d4657 req-796ec22e-749d-4275-ad02-3c308f12f0f6 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 943 time: 0.0830760 Mar 31 20:30:10.128710 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-365ab089-9f63-45c8-8d82-41a74f9d4657 req-2757fe18-1569-4abf-b530-448597afefa5 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825965 Mar 31 20:30:10.149063 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d5dd3b4f-7bbb-416d-8133-a28650c4c208 req-1356966b-28f1-478c-b7dd-9da90f41ae44 service neutron] 10.222.0.58 "GET /v2.0/networks/b252fcfd-763f-4895-bdbe-2829ab517c2d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304140 Mar 31 20:30:11.246576 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513d858-d244-4041-b674-278d5b5d8dc7 req-89d3cba6-03f8-4f02-baed-f45293d28b5f tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:11.248029 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6513d858-d244-4041-b674-278d5b5d8dc7 req-89d3cba6-03f8-4f02-baed-f45293d28b5f tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 943 time: 0.0516024 Mar 31 20:30:11.298120 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6513d858-d244-4041-b674-278d5b5d8dc7 req-fade6bdd-b1d1-4f5b-b658-b783bd8bae5f tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445836 Mar 31 20:30:12.010753 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:30:12.106401 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,segment=NetworkSegment(0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4),segment_id=0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:12.123688 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a', 'network_id': 'b252fcfd-763f-4895-bdbe-2829ab517c2d', 'port_id': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a', 'mac_address': 'fa:16:3e:07:6b:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 557, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc089aac-0b20-4021-ba87-66b4e55f7932', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:30:12.162350 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:12.163300 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:12.177136 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:30:12.196706 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,segment=NetworkSegment(0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4),segment_id=0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:12.249918 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:12.302258 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:12.309231 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.309579 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.309956 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.310299 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.310633 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.310959 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.311288 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.311612 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.311934 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.312258 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.312588 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.312913 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.313236 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.313596 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.313963 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:12.432816 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1463be7-b340-44f6-95d4-9d565a8874a3 req-b862c20f-d102-4498-9a13-7b936d744d21 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:12.434246 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d1463be7-b340-44f6-95d4-9d565a8874a3 req-b862c20f-d102-4498-9a13-7b936d744d21 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 944 time: 0.0533416 Mar 31 20:30:12.483634 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d1463be7-b340-44f6-95d4-9d565a8874a3 req-1fb1fd62-4afa-4799-b94e-4157c5eeacf9 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430751 Mar 31 20:30:12.525632 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['8bf008e8-e9b6-4c70-b2b0-6e4890dd505a'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:13.603450 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e609c1-f7a2-4e49-8f28-748b72721aff req-07505f3a-1bd3-402e-909a-164fb300f095 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:13.605416 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42e609c1-f7a2-4e49-8f28-748b72721aff req-07505f3a-1bd3-402e-909a-164fb300f095 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 944 time: 0.0546141 Mar 31 20:30:13.659064 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42e609c1-f7a2-4e49-8f28-748b72721aff req-0fba6bbd-bd49-4219-8eae-76e953585488 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466852 Mar 31 20:30:14.036833 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:30:14.164022 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:30:14.169171 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:30:14.169684 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.253937 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:30:14.257603 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.279080 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:14.281402 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f197150-6613-4727-bdec-506e0c6815ec" -d '{"events": [{"server_uuid": "95715b57-f24c-4b8a-ad26-5e71319ee983", "name": "network-vif-plugged", "status": "completed", "tag": "8bf008e8-e9b6-4c70-b2b0-6e4890dd505a"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:14.296799 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,segment=NetworkSegment(0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4),segment_id=0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:14.330932 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2ce4c7-0311-428e-a629-8645aac158f0 x-openstack-request-id: req-7c2ce4c7-0311-428e-a629-8645aac158f0 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:14.333318 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95715b57-f24c-4b8a-ad26-5e71319ee983", "name": "network-vif-plugged", "status": "completed", "tag": "8bf008e8-e9b6-4c70-b2b0-6e4890dd505a", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:14.333318 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c2ce4c7-0311-428e-a629-8645aac158f0 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:14.333318 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c2ce4c7-0311-428e-a629-8645aac158f0'] response: {'server_uuid': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a', 'code': 200} Mar 31 20:30:14.416955 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:14.473893 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:14.727808 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad0ab5-b198-4559-9e4f-b10330ccfb20 req-fa2a6ab1-b403-400c-a5e2-7c708ec39147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:14.730027 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6bad0ab5-b198-4559-9e4f-b10330ccfb20 req-fa2a6ab1-b403-400c-a5e2-7c708ec39147 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 1129 time: 0.0602398 Mar 31 20:30:14.820662 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6bad0ab5-b198-4559-9e4f-b10330ccfb20 req-896359f8-104a-4ae4-8ab7-602e6be2d2a4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720615 Mar 31 20:30:14.837689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c0ea4-e84d-4a5f-97f6-c0a366bb9749 req-a627fe3e-1bbb-4f0a-a34b-aec8c9a52865 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:14.839163 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e48c0ea4-e84d-4a5f-97f6-c0a366bb9749 req-a627fe3e-1bbb-4f0a-a34b-aec8c9a52865 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.0733638 Mar 31 20:30:14.892192 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e48c0ea4-e84d-4a5f-97f6-c0a366bb9749 req-1b3792ee-2b72-4186-aee6-54537b1d9275 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464597 Mar 31 20:30:16.013941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9d35a-f387-484c-9dae-d8ffec88e59b req-e43dba44-fd19-46ac-b7c7-667da940f7f8 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:16.015432 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-21e9d35a-f387-484c-9dae-d8ffec88e59b req-e43dba44-fd19-46ac-b7c7-667da940f7f8 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.0544844 Mar 31 20:30:16.076844 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-21e9d35a-f387-484c-9dae-d8ffec88e59b req-13845f2d-38a5-428e-a8ed-a452bf330236 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523973 Mar 31 20:30:17.206145 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692eab13-2839-4fee-8841-d653f305b388 req-180a04e1-398e-421b-830a-fe4206f77320 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:17.207630 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-692eab13-2839-4fee-8841-d653f305b388 req-180a04e1-398e-421b-830a-fe4206f77320 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.0558913 Mar 31 20:30:17.255602 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-692eab13-2839-4fee-8841-d653f305b388 req-20c13de9-7b36-4835-af2f-22145781d417 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407698 Mar 31 20:30:18.095200 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50498) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:18.211384 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a757558-480d-44f4-847d-20dc8e46c288 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.287976 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a757558-480d-44f4-847d-20dc8e46c288 admin admin] Publish callbacks [] for security_group (8b63c776-6134-457e-8bb5-b03981bb08d4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.359037 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7a757558-480d-44f4-847d-20dc8e46c288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8b63c776-6134-457e-8bb5-b03981bb08d4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.399847 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7a757558-480d-44f4-847d-20dc8e46c288 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c012689899f64b4d9ade2574129c73de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3032095 Mar 31 20:30:18.400549 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a757558-480d-44f4-847d-20dc8e46c288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b63c776-6134-457e-8bb5-b03981bb08d4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:18.402579 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50512) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:18.455811 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eabb0b14-5150-4281-93a9-334d4b9a9a7b admin admin] Publish callbacks [] for security_group (8b63c776-6134-457e-8bb5-b03981bb08d4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.479939 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eabb0b14-5150-4281-93a9-334d4b9a9a7b admin admin] Publish callbacks [] for security_group (8b63c776-6134-457e-8bb5-b03981bb08d4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.615525 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eabb0b14-5150-4281-93a9-334d4b9a9a7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8b63c776-6134-457e-8bb5-b03981bb08d4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.618769 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-eabb0b14-5150-4281-93a9-334d4b9a9a7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:18.620016 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-eabb0b14-5150-4281-93a9-334d4b9a9a7b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8b63c776-6134-457e-8bb5-b03981bb08d4 HTTP/1.1" status: 204 len: 168 time: 0.2158210 Mar 31 20:30:18.628347 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb0b14-5150-4281-93a9-334d4b9a9a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b63c776-6134-457e-8bb5-b03981bb08d4,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:19.366179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50528) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:19.383285 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d15f920-650d-4fa1-8f33-27e930e9c054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.457504 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d15f920-650d-4fa1-8f33-27e930e9c054 admin admin] Publish callbacks [] for security_group (38941c56-ec53-4384-91ba-db2bb34b36bb), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.535534 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4d15f920-650d-4fa1-8f33-27e930e9c054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (38941c56-ec53-4384-91ba-db2bb34b36bb), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.573957 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d15f920-650d-4fa1-8f33-27e930e9c054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38941c56-ec53-4384-91ba-db2bb34b36bb,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:19.581800 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50532) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:19.582279 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4d15f920-650d-4fa1-8f33-27e930e9c054 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=24d4c526fa864ae8a4a689f0a0a539fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2144969 Mar 31 20:30:19.636688 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ac99518-1dac-4816-80ef-e1abef5d49ba admin admin] Publish callbacks [] for security_group (38941c56-ec53-4384-91ba-db2bb34b36bb), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.668329 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ac99518-1dac-4816-80ef-e1abef5d49ba admin admin] Publish callbacks [] for security_group (38941c56-ec53-4384-91ba-db2bb34b36bb), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.787312 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ac99518-1dac-4816-80ef-e1abef5d49ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (38941c56-ec53-4384-91ba-db2bb34b36bb), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.789983 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4ac99518-1dac-4816-80ef-e1abef5d49ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:19.794149 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4ac99518-1dac-4816-80ef-e1abef5d49ba admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/38941c56-ec53-4384-91ba-db2bb34b36bb HTTP/1.1" status: 204 len: 168 time: 0.2113080 Mar 31 20:30:19.802801 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac99518-1dac-4816-80ef-e1abef5d49ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38941c56-ec53-4384-91ba-db2bb34b36bb,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:20.392679 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2553641-3f1b-467d-aaf6-7cb64a513b32 req-8f581022-b055-4a7c-8e64-3c390bccdecd tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:20.394213 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d2553641-3f1b-467d-aaf6-7cb64a513b32 req-8f581022-b055-4a7c-8e64-3c390bccdecd tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.0532136 Mar 31 20:30:20.453700 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d2553641-3f1b-467d-aaf6-7cb64a513b32 req-29bf315a-96b2-4a22-8487-75faf95c13a2 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529082 Mar 31 20:30:21.233958 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8015dd4-ea6b-4551-acd8-f42d6c39890b req-a3b5e19c-5005-4294-b463-af5ebb4856e1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:21.235334 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8015dd4-ea6b-4551-acd8-f42d6c39890b req-a3b5e19c-5005-4294-b463-af5ebb4856e1 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.0554597 Mar 31 20:30:21.290753 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e8015dd4-ea6b-4551-acd8-f42d6c39890b req-6f28e6cb-720d-44c4-a277-bddd5d6e162e tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494738 Mar 31 20:30:21.580017 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac318a-896f-40bc-82f4-1abc44609baa req-135f63a1-ec8c-49e2-a959-0f0a39823acf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:21.581482 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b2ac318a-896f-40bc-82f4-1abc44609baa req-135f63a1-ec8c-49e2-a959-0f0a39823acf tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.0538692 Mar 31 20:30:21.629694 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b2ac318a-896f-40bc-82f4-1abc44609baa req-845c2fbe-dafa-4138-aa7c-e151aaa61941 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425704 Mar 31 20:30:22.411357 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605abae-b9a5-4ef4-806c-f5967dd6a1a5 req-d077ff7d-616b-4760-8b65-6fdf9a5f9ba2 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:22.412811 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b605abae-b9a5-4ef4-806c-f5967dd6a1a5 req-d077ff7d-616b-4760-8b65-6fdf9a5f9ba2 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.0532219 Mar 31 20:30:22.487525 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b605abae-b9a5-4ef4-806c-f5967dd6a1a5 req-8b24323d-f947-4923-94bd-9f90663823e2 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663171 Mar 31 20:30:22.498075 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-72cb870c-7476-4b20-b0f9-ca7e6ed35671 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:22.503681 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-72cb870c-7476-4b20-b0f9-ca7e6ed35671 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.0858076 Mar 31 20:30:22.599586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:22.599928 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:22.748534 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] For port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:22.748830 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.092832 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee9a83-3b9d-4cd8-88ce-0770bce70173 req-56f1ebc4-f7c0-483b-b738-2b4b3cceda7e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:23.094372 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-54ee9a83-3b9d-4cd8-88ce-0770bce70173 req-56f1ebc4-f7c0-483b-b738-2b4b3cceda7e tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 945 time: 0.3832653 Mar 31 20:30:23.207879 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-868649f7-0696-4c91-bb41-b6af84fc7299 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:23.209567 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-868649f7-0696-4c91-bb41-b6af84fc7299 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.58 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.1660852 Mar 31 20:30:23.257356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-54ee9a83-3b9d-4cd8-88ce-0770bce70173 req-8a2e34db-18d4-42c0-90dc-805dbeb24edc tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups?id=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540821 Mar 31 20:30:23.306594 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.306965 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (69112987-91f7-4180-9a23-91d93610bbde), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.307285 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Floating IP 69112987-91f7-4180-9a23-91d93610bbde disassociated. External IP: 172.28.3.102, port: f1de3aeb-b23e-40da-a01a-4f4889f7ad9d. Mar 31 20:30:23.307643 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for f1de3aeb-b23e-40da-a01a-4f4889f7ad9d owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:23.409116 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Deleting port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:23.409438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.542865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] For port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,segment=NetworkSegment(0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4),segment_id=0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:23.543544 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.562481 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Calling delete_port for 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:23.672782 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3e91f-9157-4458-b9bd-d4116a3ba72e req-cc502500-aa10-446e-937c-baa4e329375f tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:23.674319 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-12e3e91f-9157-4458-b9bd-d4116a3ba72e req-cc502500-aa10-446e-937c-baa4e329375f tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 945 time: 0.1069810 Mar 31 20:30:23.701777 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (f1de3aeb-b23e-40da-a01a-4f4889f7ad9d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.763447 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=f1de3aeb-b23e-40da-a01a-4f4889f7ad9d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:23.809927 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-12e3e91f-9157-4458-b9bd-d4116a3ba72e req-f98c8667-e6f7-4e05-a826-4473fb313c9b tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/security-groups?id=5daa84eb-76ec-433e-91fb-e3308591e9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249881 Mar 31 20:30:23.917895 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:23.919459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (8bf008e8-e9b6-4c70-b2b0-6e4890dd505a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:23.931585 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['8bf008e8-e9b6-4c70-b2b0-6e4890dd505a'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:30:23.950588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Pushing event deleted for resources: {'Port': ['ID=8bf008e8-e9b6-4c70-b2b0-6e4890dd505a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:24.059889 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] No DVR routers for this DVR port 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:24.061500 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.064746 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa5dac1c-ef31-4eb8-9b9e-4c029933169b req-d7155aeb-4807-47bc-a30b-16b2fa0a60bf tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.58 "DELETE /v2.0/ports/8bf008e8-e9b6-4c70-b2b0-6e4890dd505a HTTP/1.1" status: 204 len: 173 time: 0.8244717 Mar 31 20:30:24.065183 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'name': 'network-vif-deleted', 'tag': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:24.067584 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b18db4d-7576-4aee-af8c-6e95e31d7fd2" -d '{"events": [{"server_uuid": "95715b57-f24c-4b8a-ad26-5e71319ee983", "name": "network-vif-deleted", "tag": "8bf008e8-e9b6-4c70-b2b0-6e4890dd505a"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:24.112028 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06722af8-c53c-440e-93e6-5b8af1ee3a9e x-openstack-request-id: req-06722af8-c53c-440e-93e6-5b8af1ee3a9e {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:24.112434 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95715b57-f24c-4b8a-ad26-5e71319ee983", "name": "network-vif-deleted", "tag": "8bf008e8-e9b6-4c70-b2b0-6e4890dd505a", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:24.112762 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-06722af8-c53c-440e-93e6-5b8af1ee3a9e {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:24.113467 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06722af8-c53c-440e-93e6-5b8af1ee3a9e'] response: {'server_uuid': '95715b57-f24c-4b8a-ad26-5e71319ee983', 'name': 'network-vif-deleted', 'tag': '8bf008e8-e9b6-4c70-b2b0-6e4890dd505a', 'status': 'completed', 'code': 200} Mar 31 20:30:24.118955 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:24.140114 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:24.154696 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:24.155507 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:24.173024 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] No DVR routers for this DVR port f1de3aeb-b23e-40da-a01a-4f4889f7ad9d on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:24.175631 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:24.181706 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2ec48261-a6b7-4a00-9833-6cf8a9d76ceb req-877799c9-bff9-4b44-8049-178edd7bd6c8 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.58 "DELETE /v2.0/ports/f1de3aeb-b23e-40da-a01a-4f4889f7ad9d HTTP/1.1" status: 204 len: 173 time: 1.6753080 Mar 31 20:30:24.367315 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b592ca5-fa0b-4d7b-af0b-9fb7a369dcb9 req-f58ce0ee-cd98-47ca-9e57-d5d676dbe0f5 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/ports?device_id=39ea23b9-2af1-4d19-aa34-1a5b34af7295 HTTP/1.1" status: 200 len: 210 time: 0.0356219 Mar 31 20:30:24.422194 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:24.640607 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:24.675296 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:24.685495 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:24.686283 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:24.801855 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:24.921098 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-08d57469-1e5d-4df8-9693-3a14c056e259 req-f4a57cc7-261a-43d5-95c3-f406877f9039 tempest-VolumesActionsTest-1546936127 tempest-VolumesActionsTest-1546936127-project] 10.222.0.62 "GET /v2.0/ports?device_id=95715b57-f24c-4b8a-ad26-5e71319ee983 HTTP/1.1" status: 200 len: 210 time: 0.0273411 Mar 31 20:30:25.016124 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:25.044138 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272beb0-c940-4a25-bdbe-04c3b6d42d07 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:24:46Z', 'revision_number': 4, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': '61f431af-bac6-448e-922f-e33859ceee0c', 'name': '', 'network_id': 'cff012ed-f7dd-40c9-b870-295ed6fd793b', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'mac_address': 'fa:16:3e:8e:c0:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_interface', 'standard_attr_id': 261, 'fixed_ips': [{'subnet_id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:45Z', 'updated_at': '2022-03-31T20:24:52Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'subnets': [{'id': '16d8b85e-7637-4469-8912-73aa93edb2fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:25.282113 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0231d7-8a5d-4f88-8443-bfbfd3b2525c None None] New status for floating IP 69112987-91f7-4180-9a23-91d93610bbde: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:25.542482 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50638) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:25.598783 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-073368d5-c21b-46a4-99c2-5a8fdfb3c471 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.623055 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-073368d5-c21b-46a4-99c2-5a8fdfb3c471 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.730165 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-073368d5-c21b-46a4-99c2-5a8fdfb3c471 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.732735 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-073368d5-c21b-46a4-99c2-5a8fdfb3c471 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.733929 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-073368d5-c21b-46a4-99c2-5a8fdfb3c471 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/security-groups/4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53 HTTP/1.1" status: 204 len: 168 time: 0.1904058 Mar 31 20:30:25.743014 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073368d5-c21b-46a4-99c2-5a8fdfb3c471 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:25.745535 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50644) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:25.758930 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.api.v2.resource [None req-117762c7-39f9-4068-a82f-0552c0200008 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] show failed (client error): The resource could not be found. Mar 31 20:30:25.759900 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-117762c7-39f9-4068-a82f-0552c0200008 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "GET /v2.0/security-groups/4fb7ca03-2a7e-4d95-9a32-8cc6dc478b53 HTTP/1.1" status: 404 len: 347 time: 0.0133967 Mar 31 20:30:25.763566 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50646) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:25.896806 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Deleting port d1056340-a019-44da-bca2-12e1ef8de4a4 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:25.897151 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.987147 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.987147 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (d1056340-a019-44da-bca2-12e1ef8de4a4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:25.997016 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Calling delete_port for d1056340-a019-44da-bca2-12e1ef8de4a4 owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:26.114484 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'name': 'network-vif-deleted', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:26.116099 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:26.122103 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff0459b-9def-4c24-95a5-b89e392fefbe" -d '{"events": [{"server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "name": "network-vif-deleted", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:26.143125 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:26.143484 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 8bf008e8-e9b6-4c70-b2b0-6e4890dd505a not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:26.143913 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device f1de3aeb-b23e-40da-a01a-4f4889f7ad9d no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:26.160717 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed1fddcf-061c-4955-89e0-e07951281dc6 x-openstack-request-id: req-ed1fddcf-061c-4955-89e0-e07951281dc6 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:26.161156 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39ea23b9-2af1-4d19-aa34-1a5b34af7295", "name": "network-vif-deleted", "tag": "f1de3aeb-b23e-40da-a01a-4f4889f7ad9d", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:26.161531 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ed1fddcf-061c-4955-89e0-e07951281dc6 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:26.162057 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1fddcf-061c-4955-89e0-e07951281dc6'] response: {'server_uuid': '39ea23b9-2af1-4d19-aa34-1a5b34af7295', 'name': 'network-vif-deleted', 'tag': 'f1de3aeb-b23e-40da-a01a-4f4889f7ad9d', 'status': 'completed', 'code': 200} Mar 31 20:30:26.164881 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: f1de3aeb-b23e-40da-a01a-4f4889f7ad9d {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:26.165235 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device f1de3aeb-b23e-40da-a01a-4f4889f7ad9d not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:26.227596 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (d1056340-a019-44da-bca2-12e1ef8de4a4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:26.256049 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Pushing event deleted for resources: {'Port': ['ID=d1056340-a019-44da-bca2-12e1ef8de4a4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:26.326365 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks [] for floatingip (69112987-91f7-4180-9a23-91d93610bbde), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:26.328876 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:26.330224 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8bfc6918-ab8f-4ec0-badf-931a675a4b43 tempest-AttachVolumeNegativeTest-21644071 tempest-AttachVolumeNegativeTest-21644071-project] 10.222.0.62 "DELETE /v2.0/floatingips/69112987-91f7-4180-9a23-91d93610bbde HTTP/1.1" status: 204 len: 168 time: 0.5655141 Mar 31 20:30:28.680263 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6589e-9b44-4de0-b028-c9a50601287d req-e8cb0ec4-56d5-44a3-ac8e-10c395151c06 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:28.681715 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1eb6589e-9b44-4de0-b028-c9a50601287d req-e8cb0ec4-56d5-44a3-ac8e-10c395151c06 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.0570946 Mar 31 20:30:28.736913 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1eb6589e-9b44-4de0-b028-c9a50601287d req-534258bf-adca-47a4-b1e0-11d30b93f9f2 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487771 Mar 31 20:30:29.891345 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a95f45-52d1-4c8f-90aa-7fa243280589 req-df6f3bf7-1c97-4602-a7e8-4ec46962f1db tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:29.899682 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-68a95f45-52d1-4c8f-90aa-7fa243280589 req-df6f3bf7-1c97-4602-a7e8-4ec46962f1db tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.0698738 Mar 31 20:30:29.958381 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-68a95f45-52d1-4c8f-90aa-7fa243280589 req-fca335f8-d1a4-42ec-87f0-5f6b29d50146 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups?id=c0f0e2bb-3706-45a5-8957-6dc516e69d28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574403 Mar 31 20:30:29.998663 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-832fef76-89df-4c93-891c-37713fda2ca7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.123710 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50738) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:30.221808 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-e2efd400-939c-45f0-8c63-86161619b3da tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:30:30.224973 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-e2efd400-939c-45f0-8c63-86161619b3da tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 947 time: 0.1114779 Mar 31 20:30:30.336226 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e601fddf-348c-4790-89bf-bd2f2d72d445 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.391599 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Deleting port d791963d-c93b-49e9-a49d-f2de9f3ec899 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:30.391948 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.503156 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e601fddf-348c-4790-89bf-bd2f2d72d445 admin admin] Publish callbacks [] for security_group (c5abb1c5-12f3-4bb2-8c09-68981b947803), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.519788 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] For port d791963d-c93b-49e9-a49d-f2de9f3ec899, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=d791963d-c93b-49e9-a49d-f2de9f3ec899,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:30.520158 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.570484 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e601fddf-348c-4790-89bf-bd2f2d72d445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c5abb1c5-12f3-4bb2-8c09-68981b947803), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.626132 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e601fddf-348c-4790-89bf-bd2f2d72d445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5abb1c5-12f3-4bb2-8c09-68981b947803,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:30.630654 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e601fddf-348c-4790-89bf-bd2f2d72d445 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=693d53874ac44d978e83885754aa6c31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5055261 Mar 31 20:30:30.643002 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50750) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:30.720915 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50754) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:30.733173 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-009c8f48-5003-43ec-8f28-854e1804aebd admin admin] Publish callbacks [] for security_group (c5abb1c5-12f3-4bb2-8c09-68981b947803), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.763768 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-009c8f48-5003-43ec-8f28-854e1804aebd admin admin] Publish callbacks [] for security_group (c5abb1c5-12f3-4bb2-8c09-68981b947803), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.769241 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.770070 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656764'] for floatingip (9ac55459-21a1-4925-9c99-e370c8ea4866), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:30.770550 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Floating IP 9ac55459-21a1-4925-9c99-e370c8ea4866 disassociated. External IP: 172.28.3.242, port: d791963d-c93b-49e9-a49d-f2de9f3ec899. Mar 31 20:30:30.770965 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Calling delete_port for d791963d-c93b-49e9-a49d-f2de9f3ec899 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:31.015889 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (d791963d-c93b-49e9-a49d-f2de9f3ec899), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.020565 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-009c8f48-5003-43ec-8f28-854e1804aebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c5abb1c5-12f3-4bb2-8c09-68981b947803), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.025251 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-009c8f48-5003-43ec-8f28-854e1804aebd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.025251 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-009c8f48-5003-43ec-8f28-854e1804aebd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c5abb1c5-12f3-4bb2-8c09-68981b947803 HTTP/1.1" status: 204 len: 168 time: 0.3804221 Mar 31 20:30:31.037925 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c8f48-5003-43ec-8f28-854e1804aebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5abb1c5-12f3-4bb2-8c09-68981b947803,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:31.127613 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event deleted for resources: {'Port': ['ID=d791963d-c93b-49e9-a49d-f2de9f3ec899,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:31.226488 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a1bc8260-1ef1-4e37-ab4b-29529747c9b7 req-1f4cfc6d-55f1-47f0-b800-3c31d0fb79a3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 210 time: 0.1197586 Mar 31 20:30:31.290046 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (073536d4-fa4a-413a-980e-24e06204e010), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.296395 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Router a0441eef-4c71-42e8-816a-01b09f32f43f has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:31.499642 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:31.513183 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:31.528475 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:31.532069 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:31.609836 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] No DVR routers for this DVR port d791963d-c93b-49e9-a49d-f2de9f3ec899 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:31.612682 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:31.616952 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8abd28c8-dc53-42be-a8a7-a9f0afe5ebbf req-081e242c-3811-483b-88ec-be2d53c37e47 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.58 "DELETE /v2.0/ports/d791963d-c93b-49e9-a49d-f2de9f3ec899 HTTP/1.1" status: 204 len: 173 time: 1.3846569 Mar 31 20:30:31.617543 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-deleted', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:30:31.620902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033f73e9-58ff-4335-96e5-faf570736b5b" -d '{"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-deleted", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:30:31.700809 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:31.811708 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3ad381-2f8a-41eb-9a6d-11ada9965ebe x-openstack-request-id: req-9a3ad381-2f8a-41eb-9a6d-11ada9965ebe {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:30:31.814290 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad32cd8e-3ebb-439e-afdf-5e04c0100103", "name": "network-vif-deleted", "tag": "d791963d-c93b-49e9-a49d-f2de9f3ec899", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:30:31.814640 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a3ad381-2f8a-41eb-9a6d-11ada9965ebe {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:30:31.815326 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3ad381-2f8a-41eb-9a6d-11ada9965ebe'] response: {'server_uuid': 'ad32cd8e-3ebb-439e-afdf-5e04c0100103', 'name': 'network-vif-deleted', 'tag': 'd791963d-c93b-49e9-a49d-f2de9f3ec899', 'status': 'completed', 'code': 200} Mar 31 20:30:31.901127 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Deleting port 61f431af-bac6-448e-922f-e33859ceee0c {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:31.901799 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (61f431af-bac6-448e-922f-e33859ceee0c), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.012861 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] For port 61f431af-bac6-448e-922f-e33859ceee0c, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=61f431af-bac6-448e-922f-e33859ceee0c,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:32.013231 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (61f431af-bac6-448e-922f-e33859ceee0c), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.032855 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Calling delete_port for 61f431af-bac6-448e-922f-e33859ceee0c owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:32.054481 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:32.089680 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:32.099447 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:32.100195 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:32.259512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50776) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:32.288711 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add94e5a-3d83-4d42-8e10-f97731fd6685 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.288967 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:32.345647 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2fb52e6a-e0f1-4cef-b330-02e2ff0d4a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.436284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b6e22c76-2f20-45fd-8c4a-2039008a6007 req-1de28450-5fea-432f-981b-99e9cc4682ac tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/ports?device_id=ad32cd8e-3ebb-439e-afdf-5e04c0100103 HTTP/1.1" status: 200 len: 210 time: 0.0478802 Mar 31 20:30:32.444997 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (61f431af-bac6-448e-922f-e33859ceee0c), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.479936 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add94e5a-3d83-4d42-8e10-f97731fd6685 admin admin] Publish callbacks [] for security_group (e62a0987-076b-4244-823a-254ab1c572cc), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.493203 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Pushing event deleted for resources: {'Port': ['ID=61f431af-bac6-448e-922f-e33859ceee0c,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:32.559920 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-add94e5a-3d83-4d42-8e10-f97731fd6685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e62a0987-076b-4244-823a-254ab1c572cc), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.620727 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:30:32.639953 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add94e5a-3d83-4d42-8e10-f97731fd6685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62a0987-076b-4244-823a-254ab1c572cc,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:32.655546 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-add94e5a-3d83-4d42-8e10-f97731fd6685 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=26012a06f104413db4da1a9201c9599f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3949049 Mar 31 20:30:32.659948 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50780) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:32.669386 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:32.712215 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9b0ab1-2c8f-4cc5-880c-91f2a7b7f053 None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:23:46Z', 'revision_number': 4, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'ed81ff7f-5096-4af4-bfc3-7741c974c4a1', 'name': '', 'network_id': 'ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'mac_address': 'fa:16:3e:15:2d:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:44Z', 'updated_at': '2022-03-31T20:24:04Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'subnets': [{'id': 'df71270e-1696-4ae3-a23b-aa6c27a664c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:32.751639 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42edd7af-941f-4b1c-bc77-8a9050c482ac admin admin] Publish callbacks [] for security_group (e62a0987-076b-4244-823a-254ab1c572cc), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.753175 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (073536d4-fa4a-413a-980e-24e06204e010), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.811535 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42edd7af-941f-4b1c-bc77-8a9050c482ac admin admin] Publish callbacks [] for security_group (e62a0987-076b-4244-823a-254ab1c572cc), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.983452 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42edd7af-941f-4b1c-bc77-8a9050c482ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e62a0987-076b-4244-823a-254ab1c572cc), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.987362 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-42edd7af-941f-4b1c-bc77-8a9050c482ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:32.991575 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-42edd7af-941f-4b1c-bc77-8a9050c482ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e62a0987-076b-4244-823a-254ab1c572cc HTTP/1.1" status: 204 len: 168 time: 0.3289094 Mar 31 20:30:33.004304 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42edd7af-941f-4b1c-bc77-8a9050c482ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62a0987-076b-4244-823a-254ab1c572cc,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:33.072222 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Router 073536d4-fa4a-413a-980e-24e06204e010 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:33.103008 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebb18ad0-1507-4e67-9ae1-82dc33815bcf None None] New status for floating IP 9ac55459-21a1-4925-9c99-e370c8ea4866: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:30:33.488661 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:33.493494 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:33.502459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50790) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:33.503345 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d0c12c80-87b4-41ba-ba63-9a79e33f0f48 admin admin] 10.222.0.62 "PUT /v2.0/routers/073536d4-fa4a-413a-980e-24e06204e010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7812171 Mar 31 20:30:33.509809 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] Sync routers for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:33.536114 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:33.536884 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:33.679683 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50798) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:33.717656 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks [] for router (073536d4-fa4a-413a-980e-24e06204e010), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:33.811710 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec20aafa-e703-45cc-8449-4bedaa752356 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (c0f0e2bb-3706-45a5-8957-6dc516e69d28), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:33.890835 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec20aafa-e703-45cc-8449-4bedaa752356 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (c0f0e2bb-3706-45a5-8957-6dc516e69d28), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:33.941826 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks [] for router_gateway (073536d4-fa4a-413a-980e-24e06204e010), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:33.970360 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:34.029980 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.107440 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec20aafa-e703-45cc-8449-4bedaa752356 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c0f0e2bb-3706-45a5-8957-6dc516e69d28), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.110145 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ec20aafa-e703-45cc-8449-4bedaa752356 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.111354 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ec20aafa-e703-45cc-8449-4bedaa752356 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "DELETE /v2.0/security-groups/c0f0e2bb-3706-45a5-8957-6dc516e69d28 HTTP/1.1" status: 204 len: 168 time: 0.4296126 Mar 31 20:30:34.117727 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50808) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:34.152285 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20aafa-e703-45cc-8449-4bedaa752356 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f0e2bb-3706-45a5-8957-6dc516e69d28,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:34.169194 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.api.v2.resource [None req-48d7cfec-cce6-4444-95cf-df77fd1cb96e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] show failed (client error): The resource could not be found. Mar 31 20:30:34.170277 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-48d7cfec-cce6-4444-95cf-df77fd1cb96e tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "GET /v2.0/security-groups/c0f0e2bb-3706-45a5-8957-6dc516e69d28 HTTP/1.1" status: 404 len: 347 time: 0.0493727 Mar 31 20:30:34.175642 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50812) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:34.189985 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Deleting port eb930d8c-70f3-4a04-ab0f-5859526fd832 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:34.190331 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.242122 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:34.290321 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: d791963d-c93b-49e9-a49d-f2de9f3ec899 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:34.290672 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device d791963d-c93b-49e9-a49d-f2de9f3ec899 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:34.328139 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] For port eb930d8c-70f3-4a04-ab0f-5859526fd832, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=eb930d8c-70f3-4a04-ab0f-5859526fd832,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:34.328513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.350971 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196'}], 'enable_snat': True}, 'gw_port_id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:30:32Z', 'revision_number': 5, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port': {'id': 'eb930d8c-70f3-4a04-ab0f-5859526fd832', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '073536d4-fa4a-413a-980e-24e06204e010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 255, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:24:42Z', 'updated_at': '2022-03-31T20:24:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:34.367876 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Calling delete_port for eb930d8c-70f3-4a04-ab0f-5859526fd832 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:34.405975 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Deleting port e315665d-a86f-42f4-995f-459203a77c6b {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:34.406652 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (e315665d-a86f-42f4-995f-459203a77c6b), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.408377 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] Checking router: 073536d4-fa4a-413a-980e-24e06204e010 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:34.423824 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] Routers {'073536d4-fa4a-413a-980e-24e06204e010'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:34.424605 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['073536d4-fa4a-413a-980e-24e06204e010'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:34.521268 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (e315665d-a86f-42f4-995f-459203a77c6b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.521749 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (e315665d-a86f-42f4-995f-459203a77c6b), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.537494 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] Set router 073536d4-fa4a-413a-980e-24e06204e010 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:34.544629 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Calling delete_port for e315665d-a86f-42f4-995f-459203a77c6b owned by network:floatingip {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:34.618695 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:30:33Z', 'revision_number': 6, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port_host': None}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:34.655270 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c06ad0-6a35-4985-aff4-224f46373d66 None None] The sync data for ids ['073536d4-fa4a-413a-980e-24e06204e010'] in dv-cinder-836070-1-smb is: [{'id': '073536d4-fa4a-413a-980e-24e06204e010', 'name': 'tempest-AttachVolumeNegativeTest-1905395166-router', 'tenant_id': 'f0f0189504344e479e3ba03948bc0a35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:24:41Z', 'updated_at': '2022-03-31T20:30:33Z', 'revision_number': 6, 'project_id': 'f0f0189504344e479e3ba03948bc0a35', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:34.718672 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (eb930d8c-70f3-4a04-ab0f-5859526fd832), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.749861 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb930d8c-70f3-4a04-ab0f-5859526fd832,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:34.833038 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (073536d4-fa4a-413a-980e-24e06204e010), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.901702 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (e315665d-a86f-42f4-995f-459203a77c6b), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.902059 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:34.967354 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Pushing event deleted for resources: {'Port': ['ID=e315665d-a86f-42f4-995f-459203a77c6b,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:34.985398 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (073536d4-fa4a-413a-980e-24e06204e010), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.011760 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks [] for router_controller (073536d4-fa4a-413a-980e-24e06204e010), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.072933 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks [] for floatingip (9ac55459-21a1-4925-9c99-e370c8ea4866), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.077025 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.078806 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-57bcba30-20bb-41b8-8aee-6a7cb77978c3 tempest-AttachVolumeShelveTestJSON-1188166569 tempest-AttachVolumeShelveTestJSON-1188166569-project] 10.222.0.62 "DELETE /v2.0/floatingips/9ac55459-21a1-4925-9c99-e370c8ea4866 HTTP/1.1" status: 204 len: 168 time: 0.9017646 Mar 31 20:30:35.536189 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (073536d4-fa4a-413a-980e-24e06204e010), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.537645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 073536d4-fa4a-413a-980e-24e06204e010 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:30:35.545724 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.547581 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-bab2f8c2-f3c1-42f8-b00e-f529d6c29455 admin admin] 10.222.0.62 "DELETE /v2.0/routers/073536d4-fa4a-413a-980e-24e06204e010 HTTP/1.1" status: 204 len: 168 time: 2.0440915 Mar 31 20:30:35.556418 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50850) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:35.642877 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Deleting subnet 16d8b85e-7637-4469-8912-73aa93edb2fb {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:30:35.651098 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Publish callbacks [] for subnet (16d8b85e-7637-4469-8912-73aa93edb2fb), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.700066 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397596'] for subnet (16d8b85e-7637-4469-8912-73aa93edb2fb), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:35.874252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (16d8b85e-7637-4469-8912-73aa93edb2fb), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.048122 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9338720'] for subnet (16d8b85e-7637-4469-8912-73aa93edb2fb), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.098335 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16d8b85e-7637-4469-8912-73aa93edb2fb,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:36.111457 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.111708 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-feabdf26-8e6b-4bad-a1c6-4812c42e8151 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/16d8b85e-7637-4469-8912-73aa93edb2fb HTTP/1.1" status: 204 len: 168 time: 0.5597882 Mar 31 20:30:36.113205 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44ba516-6512-4bcd-84a0-7a61dc3b04f4 None None] Network cff012ed-f7dd-40c9-b870-295ed6fd793b requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:36.115122 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50878) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:36.170882 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device eb930d8c-70f3-4a04-ab0f-5859526fd832 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:36.198038 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: eb930d8c-70f3-4a04-ab0f-5859526fd832 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:36.198389 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device eb930d8c-70f3-4a04-ab0f-5859526fd832 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:36.198814 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 61f431af-bac6-448e-922f-e33859ceee0c no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:36.210067 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (cff012ed-f7dd-40c9-b870-295ed6fd793b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.224160 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 61f431af-bac6-448e-922f-e33859ceee0c {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:36.224778 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 61f431af-bac6-448e-922f-e33859ceee0c not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:36.285923 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Deleting port c332432f-fecf-4a0b-baca-fd3407eb67f9 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:36.286271 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.360370 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] DHCP port deletion for cff012ed-f7dd-40c9-b870-295ed6fd793b request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:30:36.375810 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] For port c332432f-fecf-4a0b-baca-fd3407eb67f9, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=c332432f-fecf-4a0b-baca-fd3407eb67f9,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:36.376205 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.397783 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Calling delete_port for c332432f-fecf-4a0b-baca-fd3407eb67f9 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:36.430893 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] Deleting port c332432f-fecf-4a0b-baca-fd3407eb67f9 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:36.431653 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.540499 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.588101 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] For port c332432f-fecf-4a0b-baca-fd3407eb67f9, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=c332432f-fecf-4a0b-baca-fd3407eb67f9,segment=NetworkSegment(f0d9af08-1883-4277-81fe-45cb2a6c1f27),segment_id=f0d9af08-1883-4277-81fe-45cb2a6c1f27)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:36.588521 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.616397 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] Calling delete_port for c332432f-fecf-4a0b-baca-fd3407eb67f9 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:36.644708 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.682727 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Pushing event deleted for resources: {'Port': ['ID=c332432f-fecf-4a0b-baca-fd3407eb67f9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:36.687535 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] No DVR routers for this DVR port c332432f-fecf-4a0b-baca-fd3407eb67f9 on host dv-cinder-836070-1-smb {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:36.715728 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (c332432f-fecf-4a0b-baca-fd3407eb67f9), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.746636 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] Pushing event deleted for resources: {'Port': ['ID=c332432f-fecf-4a0b-baca-fd3407eb67f9,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:36.754202 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506a9723-8f61-4ac6-bbe8-6a2f4a461273 None None] No DVR routers for this DVR port c332432f-fecf-4a0b-baca-fd3407eb67f9 on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:36.787469 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (cff012ed-f7dd-40c9-b870-295ed6fd793b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.816320 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff012ed-f7dd-40c9-b870-295ed6fd793b']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:36.833656 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0d9af08-1883-4277-81fe-45cb2a6c1f27') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:36.833656 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0d9af08-1883-4277-81fe-45cb2a6c1f27') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:36.846801 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (f0d9af08-1883-4277-81fe-45cb2a6c1f27), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.870987 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (f0d9af08-1883-4277-81fe-45cb2a6c1f27), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.880043 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:30:36.880627 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (f0d9af08-1883-4277-81fe-45cb2a6c1f27), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:30:36.882551 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:30:37.021482 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (cff012ed-f7dd-40c9-b870-295ed6fd793b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.027629 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.039125 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] 10.222.0.62 "DELETE /v2.0/networks/cff012ed-f7dd-40c9-b870-295ed6fd793b HTTP/1.1" status: 204 len: 168 time: 0.9175389 Mar 31 20:30:37.049549 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cc530-4a2d-407e-a3fa-6f25d764f469 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff012ed-f7dd-40c9-b870-295ed6fd793b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:37.509831 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50916) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:37.555673 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50920) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:37.555885 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-67a1f1a2-2235-473b-900b-426fe376f69e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f0f0189504344e479e3ba03948bc0a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0492542 Mar 31 20:30:37.624772 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87f1fcf2-5d5b-408e-ab5b-3cb317ea7735 admin admin] Publish callbacks [] for security_group (fb2d7599-2c38-45e0-819e-f02c33bf2e5b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.659681 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87f1fcf2-5d5b-408e-ab5b-3cb317ea7735 admin admin] Publish callbacks [] for security_group (fb2d7599-2c38-45e0-819e-f02c33bf2e5b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.838309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87f1fcf2-5d5b-408e-ab5b-3cb317ea7735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (fb2d7599-2c38-45e0-819e-f02c33bf2e5b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.840900 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-87f1fcf2-5d5b-408e-ab5b-3cb317ea7735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:37.842101 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-87f1fcf2-5d5b-408e-ab5b-3cb317ea7735 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fb2d7599-2c38-45e0-819e-f02c33bf2e5b HTTP/1.1" status: 204 len: 168 time: 0.2850525 Mar 31 20:30:37.852798 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f1fcf2-5d5b-408e-ab5b-3cb317ea7735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d7599-2c38-45e0-819e-f02c33bf2e5b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:38.008724 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 50932) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:38.114273 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device c332432f-fecf-4a0b-baca-fd3407eb67f9 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:38.140471 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: c332432f-fecf-4a0b-baca-fd3407eb67f9 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:38.140826 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device c332432f-fecf-4a0b-baca-fd3407eb67f9 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:38.692282 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (a0441eef-4c71-42e8-816a-01b09f32f43f), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.016119 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Deleting port ed81ff7f-5096-4af4-bfc3-7741c974c4a1 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:39.017166 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.110914 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] For port ed81ff7f-5096-4af4-bfc3-7741c974c4a1, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:39.111323 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.135003 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Calling delete_port for ed81ff7f-5096-4af4-bfc3-7741c974c4a1 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:39.478586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (ed81ff7f-5096-4af4-bfc3-7741c974c4a1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.514626 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed81ff7f-5096-4af4-bfc3-7741c974c4a1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:39.728862 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (a0441eef-4c71-42e8-816a-01b09f32f43f), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:39.985203 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Router a0441eef-4c71-42e8-816a-01b09f32f43f has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:30:40.174769 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:30:40.187961 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] Sync routers for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:30:40.205281 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ed184820-347d-4566-9769-e7f5ab46b52d admin admin] 10.222.0.62 "PUT /v2.0/routers/a0441eef-4c71-42e8-816a-01b09f32f43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1952987 Mar 31 20:30:40.205993 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 50986) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:40.211332 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:40.211332 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:40.338625 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:40.350730 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks [] for router (a0441eef-4c71-42e8-816a-01b09f32f43f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:40.519934 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks [] for router_gateway (a0441eef-4c71-42e8-816a-01b09f32f43f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:40.586474 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:40.613935 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] Checking router: a0441eef-4c71-42e8-816a-01b09f32f43f for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:30:40.626304 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] Routers {'a0441eef-4c71-42e8-816a-01b09f32f43f'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:30:40.626941 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:30:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['a0441eef-4c71-42e8-816a-01b09f32f43f'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:40.744051 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Deleting port 15245bc8-dcca-4ff5-acd7-2279722ddda1 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:40.744665 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:40.869318 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] Set router a0441eef-4c71-42e8-816a-01b09f32f43f gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:30:40.906152 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] For port 15245bc8-dcca-4ff5-acd7-2279722ddda1, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=15245bc8-dcca-4ff5-acd7-2279722ddda1,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:40.908227 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:40.962276 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Calling delete_port for 15245bc8-dcca-4ff5-acd7-2279722ddda1 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:41.161267 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:41.203399 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b911b14-a68c-4b09-ada4-79d07bdc972c None None] The sync data for ids ['a0441eef-4c71-42e8-816a-01b09f32f43f'] in dv-cinder-836070-1-smb is: [{'id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'name': 'tempest-AttachVolumeShelveTestJSON-1365681809-router', 'tenant_id': '68facedcf14842ab88c0acfbd4a528c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177'}], 'enable_snat': True}, 'gw_port_id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:23:36Z', 'updated_at': '2022-03-31T20:30:39Z', 'revision_number': 5, 'project_id': '68facedcf14842ab88c0acfbd4a528c1', 'gw_port': {'id': '15245bc8-dcca-4ff5-acd7-2279722ddda1', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:f9:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0441eef-4c71-42e8-816a-01b09f32f43f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:23:38Z', 'updated_at': '2022-03-31T20:23:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:30:41.318565 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (15245bc8-dcca-4ff5-acd7-2279722ddda1), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.354877 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=15245bc8-dcca-4ff5-acd7-2279722ddda1,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:41.420449 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (a0441eef-4c71-42e8-816a-01b09f32f43f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.515656 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (a0441eef-4c71-42e8-816a-01b09f32f43f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.517844 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks [] for router_controller (a0441eef-4c71-42e8-816a-01b09f32f43f), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.649512 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (a0441eef-4c71-42e8-816a-01b09f32f43f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.650099 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a0441eef-4c71-42e8-816a-01b09f32f43f {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:30:41.659704 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.661042 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-07c25523-1e2b-4793-9b5e-08012dd85eb4 admin admin] 10.222.0.62 "DELETE /v2.0/routers/a0441eef-4c71-42e8-816a-01b09f32f43f HTTP/1.1" status: 204 len: 168 time: 1.4540646 Mar 31 20:30:41.667105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51008) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:41.749465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Deleting subnet df71270e-1696-4ae3-a23b-aa6c27a664c3 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:30:41.753565 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Publish callbacks [] for subnet (df71270e-1696-4ae3-a23b-aa6c27a664c3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.798918 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397596'] for subnet (df71270e-1696-4ae3-a23b-aa6c27a664c3), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:41.906267 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (df71270e-1696-4ae3-a23b-aa6c27a664c3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.056193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9338720'] for subnet (df71270e-1696-4ae3-a23b-aa6c27a664c3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.104570 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df71270e-1696-4ae3-a23b-aa6c27a664c3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:42.108608 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.113571 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a570f3-93f2-4c7b-b5ed-b9def9b30133 None None] Network ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:30:42.116769 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e30b4616-8db0-4e45-9023-00bde832e3eb admin admin] 10.222.0.62 "DELETE /v2.0/subnets/df71270e-1696-4ae3-a23b-aa6c27a664c3 HTTP/1.1" status: 204 len: 168 time: 0.4491081 Mar 31 20:30:42.119405 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51016) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:42.191405 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.263460 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Deleting port 40a0b827-237a-4c62-81e9-98bdeb8957d8 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:42.263865 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.338604 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] For port 40a0b827-237a-4c62-81e9-98bdeb8957d8, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=40a0b827-237a-4c62-81e9-98bdeb8957d8,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:42.338972 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.352437 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Calling delete_port for 40a0b827-237a-4c62-81e9-98bdeb8957d8 owned by network:dhcp {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:42.420831 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] DHCP port deletion for ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:30:42.496029 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] Deleting port 40a0b827-237a-4c62-81e9-98bdeb8957d8 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:30:42.496631 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.553803 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ed81ff7f-5096-4af4-bfc3-7741c974c4a1 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:42.581637 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.591771 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] For port 40a0b827-237a-4c62-81e9-98bdeb8957d8, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=40a0b827-237a-4c62-81e9-98bdeb8957d8,segment=NetworkSegment(0adb508a-9d96-474f-8781-5041170de4b5),segment_id=0adb508a-9d96-474f-8781-5041170de4b5)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:30:42.592183 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.604965 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: ed81ff7f-5096-4af4-bfc3-7741c974c4a1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:42.605314 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device ed81ff7f-5096-4af4-bfc3-7741c974c4a1 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:42.612577 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] Calling delete_port for 40a0b827-237a-4c62-81e9-98bdeb8957d8 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:30:42.625148 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Pushing event deleted for resources: {'Port': ['ID=40a0b827-237a-4c62-81e9-98bdeb8957d8,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:42.630092 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] No DVR routers for this DVR port 40a0b827-237a-4c62-81e9-98bdeb8957d8 on host dv-cinder-836070-1-smb {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:42.702964 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (40a0b827-237a-4c62-81e9-98bdeb8957d8), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.716891 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.731243 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] Pushing event deleted for resources: {'Port': ['ID=40a0b827-237a-4c62-81e9-98bdeb8957d8,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:42.742865 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617a568d-5833-4f0f-9f09-a268e4c17cef None None] No DVR routers for this DVR port 40a0b827-237a-4c62-81e9-98bdeb8957d8 on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:30:42.744573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:42.766841 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adb508a-9d96-474f-8781-5041170de4b5') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:42.767431 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adb508a-9d96-474f-8781-5041170de4b5') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:42.783615 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (0adb508a-9d96-474f-8781-5041170de4b5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.801221 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (0adb508a-9d96-474f-8781-5041170de4b5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.814159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:30:42.814871 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (0adb508a-9d96-474f-8781-5041170de4b5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:30:42.816686 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:30:42.935427 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.944271 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:42.948029 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] 10.222.0.62 "DELETE /v2.0/networks/ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6 HTTP/1.1" status: 204 len: 168 time: 0.8253918 Mar 31 20:30:42.958570 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db9e48-0607-4a43-a82d-33877f3a68ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ee4d8bef-08c2-4d24-a42a-fa80fb3bdeb6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:43.433088 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51044) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:43.475101 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-45e993d1-da7e-4b36-8125-041dbf300ec3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=68facedcf14842ab88c0acfbd4a528c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0407577 Mar 31 20:30:43.477590 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51046) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:43.527432 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9608f85a-7acb-4e6b-8c4e-871bab39088d admin admin] Publish callbacks [] for security_group (45831f31-7c77-4591-a0d5-68933e0d63f1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:43.550363 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9608f85a-7acb-4e6b-8c4e-871bab39088d admin admin] Publish callbacks [] for security_group (45831f31-7c77-4591-a0d5-68933e0d63f1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:43.735849 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9608f85a-7acb-4e6b-8c4e-871bab39088d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (45831f31-7c77-4591-a0d5-68933e0d63f1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:43.738493 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9608f85a-7acb-4e6b-8c4e-871bab39088d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:43.742890 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-9608f85a-7acb-4e6b-8c4e-871bab39088d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45831f31-7c77-4591-a0d5-68933e0d63f1 HTTP/1.1" status: 204 len: 168 time: 0.2643392 Mar 31 20:30:43.750806 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9608f85a-7acb-4e6b-8c4e-871bab39088d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45831f31-7c77-4591-a0d5-68933e0d63f1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:44.108575 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 15245bc8-dcca-4ff5-acd7-2279722ddda1 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:44.136062 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 15245bc8-dcca-4ff5-acd7-2279722ddda1 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:44.136404 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 15245bc8-dcca-4ff5-acd7-2279722ddda1 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:44.136816 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 40a0b827-237a-4c62-81e9-98bdeb8957d8 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:30:44.158508 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 40a0b827-237a-4c62-81e9-98bdeb8957d8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:30:44.158508 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 40a0b827-237a-4c62-81e9-98bdeb8957d8 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:30:45.752276 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51118) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:45.816901 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Deleting subnet cc089aac-0b20-4021-ba87-66b4e55f7932 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:30:45.820105 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Publish callbacks [] for subnet (cc089aac-0b20-4021-ba87-66b4e55f7932), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.857460 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397596'] for subnet (cc089aac-0b20-4021-ba87-66b4e55f7932), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:45.901228 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (cc089aac-0b20-4021-ba87-66b4e55f7932), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.016716 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9338720'] for subnet (cc089aac-0b20-4021-ba87-66b4e55f7932), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.050254 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc089aac-0b20-4021-ba87-66b4e55f7932,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.054959 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.058502 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-dccdbb75-14ca-41bb-8efd-008d699c7302 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cc089aac-0b20-4021-ba87-66b4e55f7932 HTTP/1.1" status: 204 len: 168 time: 0.3047919 Mar 31 20:30:46.061145 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51128) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:46.130938 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (b252fcfd-763f-4895-bdbe-2829ab517c2d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.217233 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (b252fcfd-763f-4895-bdbe-2829ab517c2d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.241281 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b252fcfd-763f-4895-bdbe-2829ab517c2d']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:46.258496 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:46.258794 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:46.268461 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.283834 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.290233 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:30:46.290620 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (0d7cf7b2-eaf8-4775-bfe1-7f4d67757ea4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:30:46.292266 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:30:46.443031 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (b252fcfd-763f-4895-bdbe-2829ab517c2d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.447988 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.451212 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b252fcfd-763f-4895-bdbe-2829ab517c2d HTTP/1.1" status: 204 len: 168 time: 0.3890746 Mar 31 20:30:46.454239 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51144) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:46.464336 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468cece5-6f53-46af-b5af-8f8be5452a60 admin admin] Pushing event deleted for resources: {'Network': ['ID=b252fcfd-763f-4895-bdbe-2829ab517c2d,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.503238 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Deleting subnet 45a381d3-d89b-4c00-9f24-7a3afb457b29 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:30:46.507312 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Publish callbacks [] for subnet (45a381d3-d89b-4c00-9f24-7a3afb457b29), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.543580 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (45a381d3-d89b-4c00-9f24-7a3afb457b29), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.582754 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (45a381d3-d89b-4c00-9f24-7a3afb457b29), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.717483 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (45a381d3-d89b-4c00-9f24-7a3afb457b29), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.744134 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45a381d3-d89b-4c00-9f24-7a3afb457b29,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:46.747965 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.753688 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51148) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:46.754257 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-513ff81e-d31c-480d-b085-8131b9cef00b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/45a381d3-d89b-4c00-9f24-7a3afb457b29 HTTP/1.1" status: 204 len: 168 time: 0.2984767 Mar 31 20:30:46.768505 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51150) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:46.884073 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d051d999-f4f9-493d-964a-50fc02253a95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:46.982519 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d051d999-f4f9-493d-964a-50fc02253a95 admin admin] Publish callbacks [] for security_group (8aea9ed7-f292-425c-bb04-0d60503d51a6), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.062012 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-d051d999-f4f9-493d-964a-50fc02253a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8aea9ed7-f292-425c-bb04-0d60503d51a6), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.072966 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (27f2a12a-3115-4595-b904-66a0d47cfaea), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.105277 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-d051d999-f4f9-493d-964a-50fc02253a95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f1e51d012888417bb90691f40dc5e517&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350132 Mar 31 20:30:47.105581 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d051d999-f4f9-493d-964a-50fc02253a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea9ed7-f292-425c-bb04-0d60503d51a6,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.108088 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51168) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.165863 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299c23dc-2afe-4321-b467-c20d10ed070e admin admin] Publish callbacks [] for security_group (8aea9ed7-f292-425c-bb04-0d60503d51a6), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.169424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (27f2a12a-3115-4595-b904-66a0d47cfaea), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.190783 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299c23dc-2afe-4321-b467-c20d10ed070e admin admin] Publish callbacks [] for security_group (8aea9ed7-f292-425c-bb04-0d60503d51a6), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.195754 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27f2a12a-3115-4595-b904-66a0d47cfaea']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:47.206542 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11b6b2a-5691-473a-acb7-f108446c9a2d') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:47.206896 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11b6b2a-5691-473a-acb7-f108446c9a2d') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:30:47.218533 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (c11b6b2a-5691-473a-acb7-f108446c9a2d), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.231813 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (c11b6b2a-5691-473a-acb7-f108446c9a2d), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.237817 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:30:47.238201 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (c11b6b2a-5691-473a-acb7-f108446c9a2d), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:30:47.239962 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:30:47.358235 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299c23dc-2afe-4321-b467-c20d10ed070e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8aea9ed7-f292-425c-bb04-0d60503d51a6), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.360850 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-299c23dc-2afe-4321-b467-c20d10ed070e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.362140 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-299c23dc-2afe-4321-b467-c20d10ed070e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8aea9ed7-f292-425c-bb04-0d60503d51a6 HTTP/1.1" status: 204 len: 168 time: 0.2530217 Mar 31 20:30:47.374289 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c23dc-2afe-4321-b467-c20d10ed070e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea9ed7-f292-425c-bb04-0d60503d51a6,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.397065 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (27f2a12a-3115-4595-b904-66a0d47cfaea), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.401786 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.409218 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] 10.222.0.62 "DELETE /v2.0/networks/27f2a12a-3115-4595-b904-66a0d47cfaea HTTP/1.1" status: 204 len: 168 time: 0.6542754 Mar 31 20:30:47.420473 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd899b67-54b9-4dc9-be72-5ec2e847dd9d admin admin] Pushing event deleted for resources: {'Network': ['ID=27f2a12a-3115-4595-b904-66a0d47cfaea,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:47.827681 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51190) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.867958 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-cd497917-aa0b-4b14-809d-02cdd6d09990 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b21aa9e0a5304fa08dfc37fdc2c6e437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391045 Mar 31 20:30:47.870340 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51192) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:47.918894 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-012271a7-2277-49e3-a476-3ae4196c9658 admin admin] Publish callbacks [] for security_group (5daa84eb-76ec-433e-91fb-e3308591e9b2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:47.940231 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-012271a7-2277-49e3-a476-3ae4196c9658 admin admin] Publish callbacks [] for security_group (5daa84eb-76ec-433e-91fb-e3308591e9b2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.026014 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51194) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:48.039647 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-81266843-4a9b-4dcb-998b-f9843604cf12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.095418 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-012271a7-2277-49e3-a476-3ae4196c9658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5daa84eb-76ec-433e-91fb-e3308591e9b2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.098014 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-012271a7-2277-49e3-a476-3ae4196c9658 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.099149 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-012271a7-2277-49e3-a476-3ae4196c9658 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5daa84eb-76ec-433e-91fb-e3308591e9b2 HTTP/1.1" status: 204 len: 168 time: 0.2278209 Mar 31 20:30:48.108657 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012271a7-2277-49e3-a476-3ae4196c9658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daa84eb-76ec-433e-91fb-e3308591e9b2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:48.116335 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-81266843-4a9b-4dcb-998b-f9843604cf12 admin admin] Publish callbacks [] for security_group (318bde2d-18d6-4127-8bd1-31fc633d1642), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.231720 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-81266843-4a9b-4dcb-998b-f9843604cf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (318bde2d-18d6-4127-8bd1-31fc633d1642), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.271367 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-81266843-4a9b-4dcb-998b-f9843604cf12 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=adf42d483bb14733b08543eee2a8e64d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2440538 Mar 31 20:30:48.272982 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81266843-4a9b-4dcb-998b-f9843604cf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318bde2d-18d6-4127-8bd1-31fc633d1642,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:48.274602 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51202) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:48.323881 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-350487ea-ff0d-4c00-a0de-4a5295c7b713 admin admin] Publish callbacks [] for security_group (318bde2d-18d6-4127-8bd1-31fc633d1642), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.345225 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-350487ea-ff0d-4c00-a0de-4a5295c7b713 admin admin] Publish callbacks [] for security_group (318bde2d-18d6-4127-8bd1-31fc633d1642), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.444116 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-350487ea-ff0d-4c00-a0de-4a5295c7b713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (318bde2d-18d6-4127-8bd1-31fc633d1642), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.446940 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-350487ea-ff0d-4c00-a0de-4a5295c7b713 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:48.456108 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-350487ea-ff0d-4c00-a0de-4a5295c7b713 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/318bde2d-18d6-4127-8bd1-31fc633d1642 HTTP/1.1" status: 204 len: 168 time: 0.1717947 Mar 31 20:30:48.457683 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350487ea-ff0d-4c00-a0de-4a5295c7b713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318bde2d-18d6-4127-8bd1-31fc633d1642,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:48.936521 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51230) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:48.981284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4e4a8cf0-b773-4ad0-a568-b87d1fe36a1a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3a59fd2206054e91a33ccbca58c8c5a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435359 Mar 31 20:30:48.983846 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51234) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:49.032920 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Publish callbacks [] for security_group (7b0dd090-da1c-41c4-a396-4d32b697fcb3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.054747 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Publish callbacks [] for security_group (7b0dd090-da1c-41c4-a396-4d32b697fcb3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.152573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7b0dd090-da1c-41c4-a396-4d32b697fcb3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.155231 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:49.156377 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7b0dd090-da1c-41c4-a396-4d32b697fcb3 HTTP/1.1" status: 204 len: 168 time: 0.1716347 Mar 31 20:30:49.166299 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0dd090-da1c-41c4-a396-4d32b697fcb3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:49.173966 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.174321 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.174692 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.175018 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.175358 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.175697 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.176029 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.176413 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.176689 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.177014 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.177342 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.177669 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.178510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.183592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:49.183592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f44e4ba7-1e51-41b9-9685-cf7a0faed990 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:50.911253 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51316) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:51.048614 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8aa66d40-2ab9-4924-a0b9-21abc8c30809 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.126412 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8aa66d40-2ab9-4924-a0b9-21abc8c30809 admin admin] Publish callbacks [] for security_group (8d348459-a289-4960-89d7-0f163f2304d4), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.163708 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51330) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:51.198335 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-8aa66d40-2ab9-4924-a0b9-21abc8c30809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8d348459-a289-4960-89d7-0f163f2304d4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.230642 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa66d40-2ab9-4924-a0b9-21abc8c30809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d348459-a289-4960-89d7-0f163f2304d4,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:51.252922 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-8aa66d40-2ab9-4924-a0b9-21abc8c30809 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7330d21ac8374e1d9def380577cb16c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3404734 Mar 31 20:30:51.256339 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51336) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:51.309131 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2aa5448b-1614-4999-a37a-3970b4b73b1d admin admin] Publish callbacks [] for security_group (8d348459-a289-4960-89d7-0f163f2304d4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.332699 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2aa5448b-1614-4999-a37a-3970b4b73b1d admin admin] Publish callbacks [] for security_group (8d348459-a289-4960-89d7-0f163f2304d4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.375549 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5da8a3a9-909b-450c-9d3c-4f3410a118ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.486753 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2aa5448b-1614-4999-a37a-3970b4b73b1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8d348459-a289-4960-89d7-0f163f2304d4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.489611 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2aa5448b-1614-4999-a37a-3970b4b73b1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.490880 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2aa5448b-1614-4999-a37a-3970b4b73b1d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8d348459-a289-4960-89d7-0f163f2304d4 HTTP/1.1" status: 204 len: 168 time: 0.2338645 Mar 31 20:30:51.507588 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5448b-1614-4999-a37a-3970b4b73b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d348459-a289-4960-89d7-0f163f2304d4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:51.564066 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5da8a3a9-909b-450c-9d3c-4f3410a118ea admin admin] Publish callbacks [] for security_group (5d06b03f-1f06-44dc-a215-d66e4bd90679), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.638232 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5da8a3a9-909b-450c-9d3c-4f3410a118ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5d06b03f-1f06-44dc-a215-d66e4bd90679), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.680058 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-5da8a3a9-909b-450c-9d3c-4f3410a118ea admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b13cc200f5414a089a9c505025cf7146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5124202 Mar 31 20:30:51.680251 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51352) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:51.688223 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da8a3a9-909b-450c-9d3c-4f3410a118ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d06b03f-1f06-44dc-a215-d66e4bd90679,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:51.736089 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-935d2174-ab88-4513-bd8f-73f90245e4e4 admin admin] Publish callbacks [] for security_group (5d06b03f-1f06-44dc-a215-d66e4bd90679), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.758436 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-935d2174-ab88-4513-bd8f-73f90245e4e4 admin admin] Publish callbacks [] for security_group (5d06b03f-1f06-44dc-a215-d66e4bd90679), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.952316 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-935d2174-ab88-4513-bd8f-73f90245e4e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5d06b03f-1f06-44dc-a215-d66e4bd90679), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.955096 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-935d2174-ab88-4513-bd8f-73f90245e4e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:51.961063 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-935d2174-ab88-4513-bd8f-73f90245e4e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5d06b03f-1f06-44dc-a215-d66e4bd90679 HTTP/1.1" status: 204 len: 168 time: 0.2747052 Mar 31 20:30:51.964455 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d2174-ab88-4513-bd8f-73f90245e4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d06b03f-1f06-44dc-a215-d66e4bd90679,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:52.164321 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51364) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:52.177067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4823e036-1c0c-473a-94d6-25eae70c5348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.256479 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4823e036-1c0c-473a-94d6-25eae70c5348 admin admin] Publish callbacks [] for security_group (1f120453-ccd6-4161-b9f5-d3d6b105f681), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.339852 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4823e036-1c0c-473a-94d6-25eae70c5348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1f120453-ccd6-4161-b9f5-d3d6b105f681), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.379931 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4823e036-1c0c-473a-94d6-25eae70c5348 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0fc9ba3335fe4decafb02c9976fbe712&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120266 Mar 31 20:30:52.379931 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4823e036-1c0c-473a-94d6-25eae70c5348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f120453-ccd6-4161-b9f5-d3d6b105f681,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:52.381402 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51376) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:52.436804 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dec3c0a1-a84f-482c-8897-fc150ccc310b admin admin] Publish callbacks [] for security_group (1f120453-ccd6-4161-b9f5-d3d6b105f681), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.456904 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dec3c0a1-a84f-482c-8897-fc150ccc310b admin admin] Publish callbacks [] for security_group (1f120453-ccd6-4161-b9f5-d3d6b105f681), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.586911 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dec3c0a1-a84f-482c-8897-fc150ccc310b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1f120453-ccd6-4161-b9f5-d3d6b105f681), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.589659 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-dec3c0a1-a84f-482c-8897-fc150ccc310b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:52.591030 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-dec3c0a1-a84f-482c-8897-fc150ccc310b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f120453-ccd6-4161-b9f5-d3d6b105f681 HTTP/1.1" status: 204 len: 168 time: 0.2085164 Mar 31 20:30:52.600179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3c0a1-a84f-482c-8897-fc150ccc310b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f120453-ccd6-4161-b9f5-d3d6b105f681,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:52.986167 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51400) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:53.113608 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c95e682-5602-40e3-a6bd-86dd4900bdbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.194907 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c95e682-5602-40e3-a6bd-86dd4900bdbe admin admin] Publish callbacks [] for security_group (16ac39b7-d271-4f65-94fd-d24600f2637f), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.289898 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-9c95e682-5602-40e3-a6bd-86dd4900bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (16ac39b7-d271-4f65-94fd-d24600f2637f), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.332507 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-9c95e682-5602-40e3-a6bd-86dd4900bdbe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f51c94413883421788fb25eda34197da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3428996 Mar 31 20:30:53.332507 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95e682-5602-40e3-a6bd-86dd4900bdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ac39b7-d271-4f65-94fd-d24600f2637f,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:53.332887 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51418) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:53.395404 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf23b16b-9a33-4785-a296-027536fbc422 admin admin] Publish callbacks [] for security_group (16ac39b7-d271-4f65-94fd-d24600f2637f), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.419377 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf23b16b-9a33-4785-a296-027536fbc422 admin admin] Publish callbacks [] for security_group (16ac39b7-d271-4f65-94fd-d24600f2637f), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.529997 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf23b16b-9a33-4785-a296-027536fbc422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (16ac39b7-d271-4f65-94fd-d24600f2637f), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.532865 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-cf23b16b-9a33-4785-a296-027536fbc422 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:53.537046 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-cf23b16b-9a33-4785-a296-027536fbc422 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16ac39b7-d271-4f65-94fd-d24600f2637f HTTP/1.1" status: 204 len: 168 time: 0.2001765 Mar 31 20:30:53.549347 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf23b16b-9a33-4785-a296-027536fbc422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ac39b7-d271-4f65-94fd-d24600f2637f,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:55.387937 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51554) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:55.502851 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debde543-d6e3-418a-9ff6-d4c06db155c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.591545 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debde543-d6e3-418a-9ff6-d4c06db155c8 admin admin] Publish callbacks [] for security_group (2f1aa147-1750-4f77-b33a-3d4b0918d2f9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.661600 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debde543-d6e3-418a-9ff6-d4c06db155c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (2f1aa147-1750-4f77-b33a-3d4b0918d2f9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.703380 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-debde543-d6e3-418a-9ff6-d4c06db155c8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d2faf523418a429a9f02da3201018c91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143537 Mar 31 20:30:55.704241 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debde543-d6e3-418a-9ff6-d4c06db155c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1aa147-1750-4f77-b33a-3d4b0918d2f9,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:55.706202 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51562) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:55.756808 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9dd98d8-3b07-4a86-84a3-033ecf0b91f6 admin admin] Publish callbacks [] for security_group (2f1aa147-1750-4f77-b33a-3d4b0918d2f9), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.778241 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9dd98d8-3b07-4a86-84a3-033ecf0b91f6 admin admin] Publish callbacks [] for security_group (2f1aa147-1750-4f77-b33a-3d4b0918d2f9), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.888786 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9dd98d8-3b07-4a86-84a3-033ecf0b91f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (2f1aa147-1750-4f77-b33a-3d4b0918d2f9), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.891812 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b9dd98d8-3b07-4a86-84a3-033ecf0b91f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:55.892994 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b9dd98d8-3b07-4a86-84a3-033ecf0b91f6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2f1aa147-1750-4f77-b33a-3d4b0918d2f9 HTTP/1.1" status: 204 len: 168 time: 0.1851804 Mar 31 20:30:55.901459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dd98d8-3b07-4a86-84a3-033ecf0b91f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1aa147-1750-4f77-b33a-3d4b0918d2f9,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.589419 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51628) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:57.700373 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-003a84aa-852a-4353-b90b-f9398e5f1a3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.783614 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-003a84aa-852a-4353-b90b-f9398e5f1a3d admin admin] Publish callbacks [] for security_group (c071477c-ed07-4b7f-a28a-04d444bb09d2), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.860715 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-003a84aa-852a-4353-b90b-f9398e5f1a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c071477c-ed07-4b7f-a28a-04d444bb09d2), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.900191 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-003a84aa-852a-4353-b90b-f9398e5f1a3d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ae7a9e6060a940febcfea52f48052a64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096435 Mar 31 20:30:57.902135 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003a84aa-852a-4353-b90b-f9398e5f1a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c071477c-ed07-4b7f-a28a-04d444bb09d2,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:57.903325 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51640) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:57.954519 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Publish callbacks [] for security_group (c071477c-ed07-4b7f-a28a-04d444bb09d2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:57.977189 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Publish callbacks [] for security_group (c071477c-ed07-4b7f-a28a-04d444bb09d2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.106965 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c071477c-ed07-4b7f-a28a-04d444bb09d2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.109580 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:58.110779 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c071477c-ed07-4b7f-a28a-04d444bb09d2 HTTP/1.1" status: 204 len: 168 time: 0.2063463 Mar 31 20:30:58.126750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c071477c-ed07-4b7f-a28a-04d444bb09d2,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:58.134727 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.135086 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.135470 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.135832 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.136301 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.136648 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.136984 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.137319 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.137656 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.138015 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.138350 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.138686 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.139012 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.139358 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:58.139686 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5b9092-fb85-43a2-b3b0-821d60c1e87b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:30:59.208253 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51686) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:59.322220 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da2a1f83-0dde-4456-b270-aa9f23c3c80b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.402951 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da2a1f83-0dde-4456-b270-aa9f23c3c80b admin admin] Publish callbacks [] for security_group (eb471931-1f19-481d-a01c-4a007130bfe5), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.461332 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-da2a1f83-0dde-4456-b270-aa9f23c3c80b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (eb471931-1f19-481d-a01c-4a007130bfe5), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.499319 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-da2a1f83-0dde-4456-b270-aa9f23c3c80b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d8cfd338a6364113acde22904831337d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898893 Mar 31 20:30:59.502097 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51690) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:30:59.504684 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a1f83-0dde-4456-b270-aa9f23c3c80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb471931-1f19-481d-a01c-4a007130bfe5,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:30:59.555953 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-828a2797-ce2c-46a0-9149-a0c2f92cfee4 admin admin] Publish callbacks [] for security_group (eb471931-1f19-481d-a01c-4a007130bfe5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.581853 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-828a2797-ce2c-46a0-9149-a0c2f92cfee4 admin admin] Publish callbacks [] for security_group (eb471931-1f19-481d-a01c-4a007130bfe5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.712545 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-828a2797-ce2c-46a0-9149-a0c2f92cfee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (eb471931-1f19-481d-a01c-4a007130bfe5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.715087 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-828a2797-ce2c-46a0-9149-a0c2f92cfee4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:30:59.716710 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-828a2797-ce2c-46a0-9149-a0c2f92cfee4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/eb471931-1f19-481d-a01c-4a007130bfe5 HTTP/1.1" status: 204 len: 168 time: 0.2131603 Mar 31 20:30:59.724403 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a2797-ce2c-46a0-9149-a0c2f92cfee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb471931-1f19-481d-a01c-4a007130bfe5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:00.009358 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-023f1403-799d-47e3-b25f-6cfa4a26c76c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.508184 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51712) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:00.523903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c42b76fa-5acd-47e6-90bb-82ab33170fd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.598051 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c42b76fa-5acd-47e6-90bb-82ab33170fd2 admin admin] Publish callbacks [] for security_group (a3e01009-96ec-43b3-87af-16ebbc5ce4e0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.678005 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-c42b76fa-5acd-47e6-90bb-82ab33170fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (a3e01009-96ec-43b3-87af-16ebbc5ce4e0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.716786 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-c42b76fa-5acd-47e6-90bb-82ab33170fd2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53e44e7c7ee64e01afb86a6fe9ab88b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2072396 Mar 31 20:31:00.718873 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b76fa-5acd-47e6-90bb-82ab33170fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3e01009-96ec-43b3-87af-16ebbc5ce4e0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:00.719850 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51714) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:00.770706 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debf8d01-fb25-4197-91e6-41f7fe8800b9 admin admin] Publish callbacks [] for security_group (a3e01009-96ec-43b3-87af-16ebbc5ce4e0), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.792946 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debf8d01-fb25-4197-91e6-41f7fe8800b9 admin admin] Publish callbacks [] for security_group (a3e01009-96ec-43b3-87af-16ebbc5ce4e0), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.940807 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debf8d01-fb25-4197-91e6-41f7fe8800b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (a3e01009-96ec-43b3-87af-16ebbc5ce4e0), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.943504 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-debf8d01-fb25-4197-91e6-41f7fe8800b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:00.944657 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-debf8d01-fb25-4197-91e6-41f7fe8800b9 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a3e01009-96ec-43b3-87af-16ebbc5ce4e0 HTTP/1.1" status: 204 len: 168 time: 0.2238264 Mar 31 20:31:00.953221 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debf8d01-fb25-4197-91e6-41f7fe8800b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3e01009-96ec-43b3-87af-16ebbc5ce4e0,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:01.515327 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-04aa7ea6-f1ff-48d3-9e5f-d2f640f2b8eb tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289109 Mar 31 20:31:01.702838 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-f8878c43-59c3-4c70-b497-0a33937769c2 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:01.704355 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-f8878c43-59c3-4c70-b497-0a33937769c2 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839199 Mar 31 20:31:01.719398 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-9f6dac2a-1f85-4f41-8447-307e1e21e085 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/quotas/4f2f103828f945ba8ae9f9062e9ef33a HTTP/1.1" status: 200 len: 375 time: 0.0095830 Mar 31 20:31:01.759330 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e5b3aa47-9bdc-4ef4-b2a7-00c49df5e52a tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346956 Mar 31 20:31:02.162306 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e619dbdc-38ef-4fd1-84e6-5e5e1490330f req-45d7c9f4-fb96-4857-bfe6-d8c995a87aac tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 210 time: 0.0340967 Mar 31 20:31:02.318435 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-070c3e09-9fa0-484b-bef6-c10169d7312c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.267997 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d3dae0d1-787c-4d87-bfbf-16cf78e5a35b req-51a2d0d1-cb85-4c94-a18b-2c78c0a2788b tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 210 time: 0.0280368 Mar 31 20:31:03.432600 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.442853 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51804) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:03.553175 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73b7d268-8ced-49af-8ab4-55637796a696 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.645319 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73b7d268-8ced-49af-8ab4-55637796a696 admin admin] Publish callbacks [] for security_group (7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.712445 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73b7d268-8ced-49af-8ab4-55637796a696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.751884 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b7d268-8ced-49af-8ab4-55637796a696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:03.756118 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-73b7d268-8ced-49af-8ab4-55637796a696 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e5608010c5334b788024e8a1134f51ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122401 Mar 31 20:31:03.758776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51814) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:03.818197 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3442287-8238-4adb-80de-b00bd67f40f7 admin admin] Publish callbacks [] for security_group (7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.845735 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3442287-8238-4adb-80de-b00bd67f40f7 admin admin] Publish callbacks [] for security_group (7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.901207 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.981239 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3442287-8238-4adb-80de-b00bd67f40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.984059 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3442287-8238-4adb-80de-b00bd67f40f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:03.985241 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-e3442287-8238-4adb-80de-b00bd67f40f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349 HTTP/1.1" status: 204 len: 168 time: 0.2255626 Mar 31 20:31:03.993221 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3442287-8238-4adb-80de-b00bd67f40f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e8d6bbc-cf84-4ad5-8e5e-4383cc8ec349,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:04.394645 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5ca92b1c-217c-4766-bffb-77bf4f5fe6e1 req-e10bbf32-87c7-4efa-b030-f6dc71425443 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 210 time: 0.0348053 Mar 31 20:31:04.517635 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-f8141033-2f05-46d7-bb5a-fbbbe6d131cd tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234156 Mar 31 20:31:04.623336 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-8cca4ab2-9922-437f-91ce-d9b229cfe89e tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:04.624847 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-8cca4ab2-9922-437f-91ce-d9b229cfe89e tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1023600 Mar 31 20:31:04.638407 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Request body: {'port': {'device_id': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60', 'admin_state_up': True, 'tenant_id': '4f2f103828f945ba8ae9f9062e9ef33a'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:31:04.731301 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51836) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:04.744885 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f71e-d039-4e9a-8d0c-e5ca891c46e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.821734 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Made reservation on behalf of 4f2f103828f945ba8ae9f9062e9ef33a for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:31:04.825308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.831099 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f71e-d039-4e9a-8d0c-e5ca891c46e5 admin admin] Publish callbacks [] for security_group (d3c86963-5380-42a5-8e3e-892de41cb299), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.834524 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.906854 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.916677 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks [] for security_group (d1afeb6b-a1de-49b7-b2f0-b5889dedc278), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.935309 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f9c2f71e-d039-4e9a-8d0c-e5ca891c46e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d3c86963-5380-42a5-8e3e-892de41cb299), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:04.978452 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f9c2f71e-d039-4e9a-8d0c-e5ca891c46e5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9da3f1528791481cbe2e9d507f01061a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2459414 Mar 31 20:31:04.979240 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2f71e-d039-4e9a-8d0c-e5ca891c46e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c86963-5380-42a5-8e3e-892de41cb299,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:04.981191 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51844) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:05.028501 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d1afeb6b-a1de-49b7-b2f0-b5889dedc278), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.102754 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1afeb6b-a1de-49b7-b2f0-b5889dedc278,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.124664 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e423f203-3ce5-4142-b091-a5c7359652ab admin admin] Publish callbacks [] for security_group (d3c86963-5380-42a5-8e3e-892de41cb299), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.181712 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e423f203-3ce5-4142-b091-a5c7359652ab admin admin] Publish callbacks [] for security_group (d3c86963-5380-42a5-8e3e-892de41cb299), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.225275 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Allocated IP 192.168.233.142 (721a1734-6ad5-4d8c-a28c-a8c10494ef60/45f86d72-cd5a-4fd1-8c78-a58efd985f6c/bacc07f8-d4d3-47bf-98fa-f4b76ea319a0) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:31:05.348454 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e423f203-3ce5-4142-b091-a5c7359652ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d3c86963-5380-42a5-8e3e-892de41cb299), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.350978 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e423f203-3ce5-4142-b091-a5c7359652ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.352747 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e423f203-3ce5-4142-b091-a5c7359652ab admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d3c86963-5380-42a5-8e3e-892de41cb299 HTTP/1.1" status: 204 len: 168 time: 0.3705451 Mar 31 20:31:05.393914 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423f203-3ce5-4142-b091-a5c7359652ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c86963-5380-42a5-8e3e-892de41cb299,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.464559 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks [] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.509700 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-efe8b751-3a75-4906-8d66-60a002757d97 req-20c9df0b-a44d-4140-b3ba-b292c2fb9be5 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 210 time: 0.0363290 Mar 31 20:31:05.581203 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.622925 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:31:05.625986 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:31:05.631671 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:31:05.638476 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Pushing event updated for resources: {'Port': ['ID=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:05.686709 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:05.687362 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.782706 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-7f8de1a5-dc81-4cd6-b454-112eade0ac35 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1479039 Mar 31 20:31:05.795444 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Request body: {'port': {'device_id': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:31:05.856635 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.913475 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-db1c399f-9512-4871-ba9e-63c9a215734c None None] Provisioning complete for port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 triggered by entity DHCP. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:31:05.914076 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-db1c399f-9512-4871-ba9e-63c9a215734c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:05.951337 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-db1c399f-9512-4871-ba9e-63c9a215734c None None] Port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 cannot update to ACTIVE because it is not bound. {{(pid=103964) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 20:31:06.119899 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:31:06.128928 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51876) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.132059 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Publish callbacks [] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.143293 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73a1bc02-50a5-4fa0-876e-ceaa62327662 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.146236 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Transition to ACTIVE for port object bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:31:06.218537 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73a1bc02-50a5-4fa0-876e-ceaa62327662 admin admin] Publish callbacks [] for security_group (39da0d93-ea72-4c67-bff2-77a6f17586b9), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.237947 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.290056 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Pushing event updated for resources: {'Port': ['ID=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.346468 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-73a1bc02-50a5-4fa0-876e-ceaa62327662 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (39da0d93-ea72-4c67-bff2-77a6f17586b9), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.365445 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Attempting to bind port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:31:06.365873 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Attempting to bind port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:31:06.366214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Attempting to bind port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 on network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:31:06.371570 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 on network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:31:06.371904 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Attempting to bind port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 on network 721a1734-6ad5-4d8c-a28c-a8c10494ef60 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:31:06.377478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:31:06.377847 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Checking segment: {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:31:06.378230 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Bound using segment: {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:31:06.378821 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Bound port: bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a88dd5-16e5-457b-a87e-8aca4995c731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:31:06.379183 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.391577 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1bc02-50a5-4fa0-876e-ceaa62327662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39da0d93-ea72-4c67-bff2-77a6f17586b9,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.403026 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-73a1bc02-50a5-4fa0-876e-ceaa62327662 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=337f64f78cfe40609ec7fc7fd199d592&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2729988 Mar 31 20:31:06.404852 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51882) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:06.439493 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.455829 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] For port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:31:06.459704 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] For port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:31:06.461018 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7f72ca-06fd-47be-b986-9d5c103d544e admin admin] Publish callbacks [] for security_group (39da0d93-ea72-4c67-bff2-77a6f17586b9), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.484045 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7f72ca-06fd-47be-b986-9d5c103d544e admin admin] Publish callbacks [] for security_group (39da0d93-ea72-4c67-bff2-77a6f17586b9), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.524379 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.574524 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:06.575136 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.577131 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] 10.222.0.58 "PUT /v2.0/ports/bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 HTTP/1.1" status: 200 len: 1098 time: 0.7856004 Mar 31 20:31:06.579070 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'tag': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:06.581463 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9808af62-8c33-4dd2-8efb-294ce5e3a75d" -d '{"events": [{"name": "network-changed", "server_uuid": "f21a3866-263b-49cb-9a5f-e5616ad555c3", "tag": "bacc07f8-d4d3-47bf-98fa-f4b76ea319a0"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:06.638664 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7397664-6e30-470f-af9e-a8c718ac7feb service neutron] Pushing event updated for resources: {'Port': ['ID=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.642401 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cabd493-acb9-47d1-917a-4a81d0f009e8 x-openstack-request-id: req-3cabd493-acb9-47d1-917a-4a81d0f009e8 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:06.643047 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f21a3866-263b-49cb-9a5f-e5616ad555c3", "tag": "bacc07f8-d4d3-47bf-98fa-f4b76ea319a0", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:06.643047 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3cabd493-acb9-47d1-917a-4a81d0f009e8 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:06.643263 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cabd493-acb9-47d1-917a-4a81d0f009e8'] response: {'name': 'network-changed', 'server_uuid': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'tag': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0', 'status': 'completed', 'code': 200} Mar 31 20:31:06.655845 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7f72ca-06fd-47be-b986-9d5c103d544e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (39da0d93-ea72-4c67-bff2-77a6f17586b9), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.659311 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ce7f72ca-06fd-47be-b986-9d5c103d544e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:06.666580 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ce7f72ca-06fd-47be-b986-9d5c103d544e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/39da0d93-ea72-4c67-bff2-77a6f17586b9 HTTP/1.1" status: 204 len: 168 time: 0.2542017 Mar 31 20:31:06.680659 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f72ca-06fd-47be-b986-9d5c103d544e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39da0d93-ea72-4c67-bff2-77a6f17586b9,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:06.709982 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03159a3c-a0a7-4f28-9cea-60dc1d83135a req-ec6dd637-e9e6-46c1-94d1-078d44a9f269 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:06.711473 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-03159a3c-a0a7-4f28-9cea-60dc1d83135a req-ec6dd637-e9e6-46c1-94d1-078d44a9f269 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 948 time: 0.1140263 Mar 31 20:31:06.718943 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808af62-8c33-4dd2-8efb-294ce5e3a75d req-96ee61ca-0b38-4d49-9b61-6b00683cdc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:06.720108 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9808af62-8c33-4dd2-8efb-294ce5e3a75d req-96ee61ca-0b38-4d49-9b61-6b00683cdc77 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 1132 time: 0.0695984 Mar 31 20:31:06.756329 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9808af62-8c33-4dd2-8efb-294ce5e3a75d req-ffec3a9b-8227-4663-95c1-8c18bfcafd18 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279353 Mar 31 20:31:06.830996 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-03159a3c-a0a7-4f28-9cea-60dc1d83135a req-fd2cb526-fdcd-467f-a087-8f6354956347 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099138 Mar 31 20:31:06.870873 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808af62-8c33-4dd2-8efb-294ce5e3a75d req-cb01a197-6759-49c5-9eb5-668ff9db7ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:06.872308 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9808af62-8c33-4dd2-8efb-294ce5e3a75d req-cb01a197-6759-49c5-9eb5-668ff9db7ab0 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059711 Mar 31 20:31:06.952650 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-c1a85df2-96a8-4fca-b0c9-e2f674a3530b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:06.954149 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-c1a85df2-96a8-4fca-b0c9-e2f674a3530b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 1132 time: 0.0458014 Mar 31 20:31:07.000041 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-99ad2f78-1532-4bd0-9d00-8232f70268b3 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.142&port_id=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 HTTP/1.1" status: 200 len: 217 time: 0.0347059 Mar 31 20:31:07.052152 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-74ea7101-b834-4103-bd22-6b1af3e3143e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:07.053714 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-74ea7101-b834-4103-bd22-6b1af3e3143e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=45f86d72-cd5a-4fd1-8c78-a58efd985f6c HTTP/1.1" status: 200 len: 843 time: 0.0478115 Mar 31 20:31:07.104297 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-efb85a14-f050-4379-900a-674f4bd5a189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:07.105858 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-efb85a14-f050-4379-900a-674f4bd5a189 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=721a1734-6ad5-4d8c-a28c-a8c10494ef60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452147 Mar 31 20:31:07.225701 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-72cb63a6-f888-460b-8752-25a2dccf13f2 service neutron] 10.222.0.58 "GET /v2.0/networks/721a1734-6ad5-4d8c-a28c-a8c10494ef60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124003 Mar 31 20:31:07.321615 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-25f3152a-0297-4a64-a44d-254ab80d0432 req-ca09622d-581a-4993-9204-f5056ecfd0d8 service neutron] 10.222.0.58 "GET /v2.0/networks/721a1734-6ad5-4d8c-a28c-a8c10494ef60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870972 Mar 31 20:31:07.951045 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8b774-45d5-45c4-b294-7f2677db2d7b req-762977fb-f757-4eb0-88b7-077987bf43ac tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:07.952537 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f0d8b774-45d5-45c4-b294-7f2677db2d7b req-762977fb-f757-4eb0-88b7-077987bf43ac tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 948 time: 0.0531266 Mar 31 20:31:08.000649 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f0d8b774-45d5-45c4-b294-7f2677db2d7b req-4c50aa0b-a36f-4ccd-b5d0-3032083fb52e tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422785 Mar 31 20:31:08.817546 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51962) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:08.920686 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2cc51bc2-1ea7-48df-90d1-38590b2dcf37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:08.995490 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2cc51bc2-1ea7-48df-90d1-38590b2dcf37 admin admin] Publish callbacks [] for security_group (5acf4abc-3c57-4a59-a4ce-35241636c7db), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.066667 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2cc51bc2-1ea7-48df-90d1-38590b2dcf37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5acf4abc-3c57-4a59-a4ce-35241636c7db), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.104444 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc51bc2-1ea7-48df-90d1-38590b2dcf37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acf4abc-3c57-4a59-a4ce-35241636c7db,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:09.108890 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2cc51bc2-1ea7-48df-90d1-38590b2dcf37 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ec6f41137a4a4df2b2df902fcf43f574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2902012 Mar 31 20:31:09.111875 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51968) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:09.139650 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a6e45-6d43-45ca-96bf-f1a5ecbfadde req-bfcd963c-fd44-458d-a284-9bbdb1577bcd tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:09.141133 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-828a6e45-6d43-45ca-96bf-f1a5ecbfadde req-bfcd963c-fd44-458d-a284-9bbdb1577bcd tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 948 time: 0.0714324 Mar 31 20:31:09.161883 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c882711f-df4d-4ab3-ab37-e25e45cc73b4 admin admin] Publish callbacks [] for security_group (5acf4abc-3c57-4a59-a4ce-35241636c7db), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.184245 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c882711f-df4d-4ab3-ab37-e25e45cc73b4 admin admin] Publish callbacks [] for security_group (5acf4abc-3c57-4a59-a4ce-35241636c7db), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.189267 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-828a6e45-6d43-45ca-96bf-f1a5ecbfadde req-a6494473-6b99-497b-81c9-485769788f0a tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422029 Mar 31 20:31:09.312155 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c882711f-df4d-4ab3-ab37-e25e45cc73b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (5acf4abc-3c57-4a59-a4ce-35241636c7db), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.314826 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c882711f-df4d-4ab3-ab37-e25e45cc73b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:09.316155 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c882711f-df4d-4ab3-ab37-e25e45cc73b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5acf4abc-3c57-4a59-a4ce-35241636c7db HTTP/1.1" status: 204 len: 168 time: 0.2034378 Mar 31 20:31:09.324780 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882711f-df4d-4ab3-ab37-e25e45cc73b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acf4abc-3c57-4a59-a4ce-35241636c7db,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:09.620051 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:31:10.050754 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 51984) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:10.063526 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6a307e1-81db-40db-99df-3ea17fd60025 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.136274 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6a307e1-81db-40db-99df-3ea17fd60025 admin admin] Publish callbacks [] for security_group (ac84b122-64a7-485c-87bd-9d3524fbb514), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.210127 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-c6a307e1-81db-40db-99df-3ea17fd60025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ac84b122-64a7-485c-87bd-9d3524fbb514), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.261029 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 51990) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:10.261596 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-c6a307e1-81db-40db-99df-3ea17fd60025 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6487384a4b974f529651f84a37e8273f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2093022 Mar 31 20:31:10.262434 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a307e1-81db-40db-99df-3ea17fd60025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac84b122-64a7-485c-87bd-9d3524fbb514,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:10.351315 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f871828-5e94-41d6-9239-c85e2bb0dd18 admin admin] Publish callbacks [] for security_group (ac84b122-64a7-485c-87bd-9d3524fbb514), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.361079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6468b63-e48d-4cbd-b18c-79c93e6836d4 req-df3d2082-e8e9-40be-b114-19eaa0c65fcf tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:10.362663 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a6468b63-e48d-4cbd-b18c-79c93e6836d4 req-df3d2082-e8e9-40be-b114-19eaa0c65fcf tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 948 time: 0.0846086 Mar 31 20:31:10.387621 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:31:10.396660 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f871828-5e94-41d6-9239-c85e2bb0dd18 admin admin] Publish callbacks [] for security_group (ac84b122-64a7-485c-87bd-9d3524fbb514), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.454088 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a6468b63-e48d-4cbd-b18c-79c93e6836d4 req-eeeaacc4-095e-4a33-8847-540f28fd5eee tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836256 Mar 31 20:31:10.506026 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:10.519232 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0', 'network_id': '721a1734-6ad5-4d8c-a28c-a8c10494ef60', 'port_id': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0', 'mac_address': 'fa:16:3e:61:b9:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45f86d72-cd5a-4fd1-8c78-a58efd985f6c', 'ip_address': '192.168.233.142'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:31:10.535389 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f871828-5e94-41d6-9239-c85e2bb0dd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ac84b122-64a7-485c-87bd-9d3524fbb514), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.538248 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-2f871828-5e94-41d6-9239-c85e2bb0dd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.539516 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-2f871828-5e94-41d6-9239-c85e2bb0dd18 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ac84b122-64a7-485c-87bd-9d3524fbb514 HTTP/1.1" status: 204 len: 168 time: 0.2763720 Mar 31 20:31:10.550317 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f871828-5e94-41d6-9239-c85e2bb0dd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac84b122-64a7-485c-87bd-9d3524fbb514,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:10.575380 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:10.575854 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.591691 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:31:10.613931 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:10.712351 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:10.770768 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:10.955484 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['bacc07f8-d4d3-47bf-98fa-f4b76ea319a0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:31:11.251642 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52006) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.265431 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93e8ce7a-a8c2-484a-a882-513d39d630d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.344655 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93e8ce7a-a8c2-484a-a882-513d39d630d2 admin admin] Publish callbacks [] for security_group (d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.408278 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-93e8ce7a-a8c2-484a-a882-513d39d630d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.446452 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-93e8ce7a-a8c2-484a-a882-513d39d630d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e50c30094dbe407ea0c4b870eedd20eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1936636 Mar 31 20:31:11.447282 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e8ce7a-a8c2-484a-a882-513d39d630d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:11.449067 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52012) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:11.499195 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-383e74fc-831f-4eef-ae63-01d9099d10cd admin admin] Publish callbacks [] for security_group (d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.520544 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-383e74fc-831f-4eef-ae63-01d9099d10cd admin admin] Publish callbacks [] for security_group (d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.596581 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcc8e6-d1c3-4ee9-9c76-ca2434b2c8cd req-f3bf8dd8-4573-4b13-bf84-10bb204abe16 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:11.598061 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bafcc8e6-d1c3-4ee9-9c76-ca2434b2c8cd req-f3bf8dd8-4573-4b13-bf84-10bb204abe16 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 949 time: 0.0707104 Mar 31 20:31:11.645629 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bafcc8e6-d1c3-4ee9-9c76-ca2434b2c8cd req-28fb542a-9ebb-4a9a-bcde-6e0a7b84f775 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 Mar 31 20:31:11.654787 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-383e74fc-831f-4eef-ae63-01d9099d10cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.657989 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-383e74fc-831f-4eef-ae63-01d9099d10cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:11.661567 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-383e74fc-831f-4eef-ae63-01d9099d10cd admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4 HTTP/1.1" status: 204 len: 168 time: 0.2081904 Mar 31 20:31:11.669880 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e74fc-831f-4eef-ae63-01d9099d10cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fa018c-9baf-4bf4-b3bb-c4909c3e43e4,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:12.207273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52034) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:12.390150 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:31:12.409042 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec34363a-cedf-4e30-9015-711477e7b66d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.484000 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec34363a-cedf-4e30-9015-711477e7b66d admin admin] Publish callbacks [] for security_group (d335db79-f0e8-413a-81d3-6d4ccb2fffa3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.530483 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:31:12.534376 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:31:12.537068 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.586228 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ec34363a-cedf-4e30-9015-711477e7b66d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d335db79-f0e8-413a-81d3-6d4ccb2fffa3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.613997 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:12.614389 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.626773 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ec34363a-cedf-4e30-9015-711477e7b66d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d85e594d822e43ec8792c40ec50d33f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4183750 Mar 31 20:31:12.627884 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34363a-cedf-4e30-9015-711477e7b66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d335db79-f0e8-413a-81d3-6d4ccb2fffa3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:12.629554 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52046) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:12.638893 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:12.641173 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f05dfc8-5d75-42b3-a976-da9d00a07163" -d '{"events": [{"server_uuid": "f21a3866-263b-49cb-9a5f-e5616ad555c3", "name": "network-vif-plugged", "status": "completed", "tag": "bacc07f8-d4d3-47bf-98fa-f4b76ea319a0"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:12.677102 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:12.692059 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7cb9513-4b36-475f-8aa2-04f7884925cc x-openstack-request-id: req-b7cb9513-4b36-475f-8aa2-04f7884925cc {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:12.692354 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a3866-263b-49cb-9a5f-e5616ad555c3", "name": "network-vif-plugged", "status": "completed", "tag": "bacc07f8-d4d3-47bf-98fa-f4b76ea319a0", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:12.692802 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7cb9513-4b36-475f-8aa2-04f7884925cc {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:12.693372 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7cb9513-4b36-475f-8aa2-04f7884925cc'] response: {'server_uuid': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0', 'code': 200} Mar 31 20:31:12.717067 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4241954d-91e7-4d08-a720-1e8f6bc1b488 admin admin] Publish callbacks [] for security_group (d335db79-f0e8-413a-81d3-6d4ccb2fffa3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.741852 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4241954d-91e7-4d08-a720-1e8f6bc1b488 admin admin] Publish callbacks [] for security_group (d335db79-f0e8-413a-81d3-6d4ccb2fffa3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.750092 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.830269 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:12.841174 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.841998 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.842563 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.842677 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad7a93-85b1-431a-9eb8-678f5aff658b req-d5faae31-080c-4ea0-8e70-ad04fe182185 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:12.843237 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.843809 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.844178 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ccad7a93-85b1-431a-9eb8-678f5aff658b req-d5faae31-080c-4ea0-8e70-ad04fe182185 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 950 time: 0.0985851 Mar 31 20:31:12.844675 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.845120 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.845556 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.846050 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.846480 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.847253 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.847688 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.848310 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.848696 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.849266 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:31:12.883773 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4241954d-91e7-4d08-a720-1e8f6bc1b488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d335db79-f0e8-413a-81d3-6d4ccb2fffa3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.887300 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-4241954d-91e7-4d08-a720-1e8f6bc1b488 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:12.894226 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-4241954d-91e7-4d08-a720-1e8f6bc1b488 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d335db79-f0e8-413a-81d3-6d4ccb2fffa3 HTTP/1.1" status: 204 len: 168 time: 0.2622478 Mar 31 20:31:12.903785 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4241954d-91e7-4d08-a720-1e8f6bc1b488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d335db79-f0e8-413a-81d3-6d4ccb2fffa3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:12.921685 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ccad7a93-85b1-431a-9eb8-678f5aff658b req-5fc73e1c-8fd9-45f2-b440-38262e13e8c6 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714445 Mar 31 20:31:13.098827 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd88890-45fe-4f2f-99b2-a48b8d15f5ea req-60877ef4-eb50-4aba-86ab-7bce0a00f1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:13.100666 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6fd88890-45fe-4f2f-99b2-a48b8d15f5ea req-60877ef4-eb50-4aba-86ab-7bce0a00f1c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 1134 time: 0.0660877 Mar 31 20:31:13.153026 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6fd88890-45fe-4f2f-99b2-a48b8d15f5ea req-c43b339f-46d8-4d82-90f7-f0480c7e52d8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457768 Mar 31 20:31:13.539725 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52076) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:13.557892 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-58cde1be-64aa-418f-8170-fe0c9b8de821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.638884 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-58cde1be-64aa-418f-8170-fe0c9b8de821 admin admin] Publish callbacks [] for security_group (b359ebec-8ac8-41df-915b-682720be0537), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.729170 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-58cde1be-64aa-418f-8170-fe0c9b8de821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (b359ebec-8ac8-41df-915b-682720be0537), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.772196 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-58cde1be-64aa-418f-8170-fe0c9b8de821 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8639233a8afc4040a91bd9588a9ff3ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309225 Mar 31 20:31:13.773218 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cde1be-64aa-418f-8170-fe0c9b8de821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b359ebec-8ac8-41df-915b-682720be0537,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:13.775142 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52084) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:13.823249 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1bbb163b-02b9-4ba8-be26-c8637de9a4ac admin admin] Publish callbacks [] for security_group (b359ebec-8ac8-41df-915b-682720be0537), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.845165 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1bbb163b-02b9-4ba8-be26-c8637de9a4ac admin admin] Publish callbacks [] for security_group (b359ebec-8ac8-41df-915b-682720be0537), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.952150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1bbb163b-02b9-4ba8-be26-c8637de9a4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (b359ebec-8ac8-41df-915b-682720be0537), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.959658 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1bbb163b-02b9-4ba8-be26-c8637de9a4ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:13.959658 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-1bbb163b-02b9-4ba8-be26-c8637de9a4ac admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b359ebec-8ac8-41df-915b-682720be0537 HTTP/1.1" status: 204 len: 168 time: 0.1817245 Mar 31 20:31:13.966503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb163b-02b9-4ba8-be26-c8637de9a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b359ebec-8ac8-41df-915b-682720be0537,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:14.063265 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c69e3a-3206-4d2b-a517-099be10bf097 req-5d3f511d-5af0-4c42-9150-962236c7ba46 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:14.064766 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f0c69e3a-3206-4d2b-a517-099be10bf097 req-5d3f511d-5af0-4c42-9150-962236c7ba46 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 950 time: 0.0580013 Mar 31 20:31:14.116000 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f0c69e3a-3206-4d2b-a517-099be10bf097 req-61629e8b-3352-48d6-9741-3bdc8f3691da tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453615 Mar 31 20:31:15.245584 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6180a4f4-b965-46b4-a553-0f1079e5f5bb req-26e8414a-5172-40f7-8315-e7ee714fec43 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:15.247317 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6180a4f4-b965-46b4-a553-0f1079e5f5bb req-26e8414a-5172-40f7-8315-e7ee714fec43 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 950 time: 0.0568805 Mar 31 20:31:15.300349 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6180a4f4-b965-46b4-a553-0f1079e5f5bb req-b25328ec-0a36-4a70-8575-ca7fbbd7c25c tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470381 Mar 31 20:31:15.550337 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52160) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:15.669519 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13430b1e-14e7-4e6f-84fb-d1e17abfe080 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.750994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13430b1e-14e7-4e6f-84fb-d1e17abfe080 admin admin] Publish callbacks [] for security_group (6408d706-0810-4948-bf12-fec4093a20d7), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.812175 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddb3a4-b0de-444c-ad94-4a4ad8637c6d req-42994fb7-be87-43b9-9785-e1c6b11f2736 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:15.814024 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4ddb3a4-b0de-444c-ad94-4a4ad8637c6d req-42994fb7-be87-43b9-9785-e1c6b11f2736 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 950 time: 0.0556581 Mar 31 20:31:15.819727 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-13430b1e-14e7-4e6f-84fb-d1e17abfe080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (6408d706-0810-4948-bf12-fec4093a20d7), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.875115 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-13430b1e-14e7-4e6f-84fb-d1e17abfe080 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d42ed12371904b8785131ebcbbf01349&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3233709 Mar 31 20:31:15.877874 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52176) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:15.879822 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13430b1e-14e7-4e6f-84fb-d1e17abfe080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6408d706-0810-4948-bf12-fec4093a20d7,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:15.908855 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d4ddb3a4-b0de-444c-ad94-4a4ad8637c6d req-70c37f34-f01d-448b-9cb0-5aa4ecbded2b tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871131 Mar 31 20:31:15.943639 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5a0b470a-d46c-4dd1-8233-6473bd9d1733 admin admin] Publish callbacks [] for security_group (6408d706-0810-4948-bf12-fec4093a20d7), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:15.965600 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5a0b470a-d46c-4dd1-8233-6473bd9d1733 admin admin] Publish callbacks [] for security_group (6408d706-0810-4948-bf12-fec4093a20d7), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.072359 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5a0b470a-d46c-4dd1-8233-6473bd9d1733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (6408d706-0810-4948-bf12-fec4093a20d7), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.075180 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-5a0b470a-d46c-4dd1-8233-6473bd9d1733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.091449 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-5a0b470a-d46c-4dd1-8233-6473bd9d1733 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6408d706-0810-4948-bf12-fec4093a20d7 HTTP/1.1" status: 204 len: 168 time: 0.1969724 Mar 31 20:31:16.091449 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0b470a-d46c-4dd1-8233-6473bd9d1733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6408d706-0810-4948-bf12-fec4093a20d7,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:16.760521 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52202) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:16.773806 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2869b7a-e407-4a7f-a244-c5c9e22f6748 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.852472 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2869b7a-e407-4a7f-a244-c5c9e22f6748 admin admin] Publish callbacks [] for security_group (1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.930194 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-a2869b7a-e407-4a7f-a244-c5c9e22f6748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:16.968299 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2869b7a-e407-4a7f-a244-c5c9e22f6748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:17.002316 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-a2869b7a-e407-4a7f-a244-c5c9e22f6748 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67328120714b4c3cbdeb1e8f9cadd9fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406604 Mar 31 20:31:17.004264 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52210) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:17.142378 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-271aafd0-2be8-4154-9054-f1afcdeecfc8 admin admin] Publish callbacks [] for security_group (1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.158214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc338d97-bd13-482d-908b-2e0bb49b4758 req-5945deab-7f43-46c7-936b-81a4fbc7d656 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:17.160530 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc338d97-bd13-482d-908b-2e0bb49b4758 req-5945deab-7f43-46c7-936b-81a4fbc7d656 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 950 time: 0.1358078 Mar 31 20:31:17.259680 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-271aafd0-2be8-4154-9054-f1afcdeecfc8 admin admin] Publish callbacks [] for security_group (1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.360204 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bc338d97-bd13-482d-908b-2e0bb49b4758 req-3fba589b-51b4-41e4-ba84-3c504e6fc734 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/security-groups?id=d1afeb6b-a1de-49b7-b2f0-b5889dedc278&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875007 Mar 31 20:31:17.375091 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883540e-b286-430b-a79f-3064c40e1e8a req-1442c9be-bb9d-43cc-8d9f-fffae7f03226 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:17.377324 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3883540e-b286-430b-a79f-3064c40e1e8a req-1442c9be-bb9d-43cc-8d9f-fffae7f03226 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.58 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 950 time: 0.1917729 Mar 31 20:31:17.480672 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Deleting port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:31:17.481010 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.499462 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-271aafd0-2be8-4154-9054-f1afcdeecfc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.502037 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-271aafd0-2be8-4154-9054-f1afcdeecfc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.503189 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-271aafd0-2be8-4154-9054-f1afcdeecfc8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b HTTP/1.1" status: 204 len: 168 time: 0.4970205 Mar 31 20:31:17.542147 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271aafd0-2be8-4154-9054-f1afcdeecfc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c36fed6-7c92-4c60-95bd-daf3c6f7ff8b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:17.599553 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] For port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,segment=NetworkSegment(98a88dd5-16e5-457b-a87e-8aca4995c731),segment_id=98a88dd5-16e5-457b-a87e-8aca4995c731)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:17.603706 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.615180 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Calling delete_port for bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:31:17.803683 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (bacc07f8-d4d3-47bf-98fa-f4b76ea319a0), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.815319 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['bacc07f8-d4d3-47bf-98fa-f4b76ea319a0'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:31:17.833085 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Pushing event deleted for resources: {'Port': ['ID=bacc07f8-d4d3-47bf-98fa-f4b76ea319a0,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:17.877510 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] No DVR routers for this DVR port bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:31:17.880041 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:17.883837 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3883540e-b286-430b-a79f-3064c40e1e8a req-42ff5aea-f65d-424b-a2d9-0140bdc6d7a3 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.58 "DELETE /v2.0/ports/bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 HTTP/1.1" status: 204 len: 173 time: 0.5011697 Mar 31 20:31:17.884284 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'name': 'network-vif-deleted', 'tag': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:17.886592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f868e877-0f9e-4ccc-a95a-48cc9c8bf00f" -d '{"events": [{"server_uuid": "f21a3866-263b-49cb-9a5f-e5616ad555c3", "name": "network-vif-deleted", "tag": "bacc07f8-d4d3-47bf-98fa-f4b76ea319a0"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:17.932423 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7b3bf1-5203-465e-a5a7-6be1a7c235a9 x-openstack-request-id: req-ae7b3bf1-5203-465e-a5a7-6be1a7c235a9 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:17.932715 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f21a3866-263b-49cb-9a5f-e5616ad555c3", "name": "network-vif-deleted", "tag": "bacc07f8-d4d3-47bf-98fa-f4b76ea319a0", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:17.933033 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae7b3bf1-5203-465e-a5a7-6be1a7c235a9 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:17.933367 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7b3bf1-5203-465e-a5a7-6be1a7c235a9'] response: {'server_uuid': 'f21a3866-263b-49cb-9a5f-e5616ad555c3', 'name': 'network-vif-deleted', 'tag': 'bacc07f8-d4d3-47bf-98fa-f4b76ea319a0', 'status': 'completed', 'code': 200} Mar 31 20:31:18.407473 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52242) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:18.476037 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1b43e4d8-4368-487b-852d-0441c8b1fe60 req-39f4e047-6c2a-4fe7-80ce-66cecdde28b2 tempest-VolumesNegativeTest-507475076 tempest-VolumesNegativeTest-507475076-project] 10.222.0.62 "GET /v2.0/ports?device_id=f21a3866-263b-49cb-9a5f-e5616ad555c3 HTTP/1.1" status: 200 len: 210 time: 0.0325789 Mar 31 20:31:18.523791 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e1096b-e5ae-4418-9d15-d198a3557ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.600113 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e1096b-e5ae-4418-9d15-d198a3557ca6 admin admin] Publish callbacks [] for security_group (c88b8979-2d85-421e-8220-5b84cad982ea), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.694234 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-00e1096b-e5ae-4418-9d15-d198a3557ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c88b8979-2d85-421e-8220-5b84cad982ea), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.737106 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52256) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:18.737702 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-00e1096b-e5ae-4418-9d15-d198a3557ca6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=67256378a6f2459aa5712e10c926dfcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287065 Mar 31 20:31:18.738287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1096b-e5ae-4418-9d15-d198a3557ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c88b8979-2d85-421e-8220-5b84cad982ea,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:18.793916 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab47319-0f78-4f26-b14f-8ee649ac6944 admin admin] Publish callbacks [] for security_group (c88b8979-2d85-421e-8220-5b84cad982ea), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.820972 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab47319-0f78-4f26-b14f-8ee649ac6944 admin admin] Publish callbacks [] for security_group (c88b8979-2d85-421e-8220-5b84cad982ea), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.935413 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab47319-0f78-4f26-b14f-8ee649ac6944 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (c88b8979-2d85-421e-8220-5b84cad982ea), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.938750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8ab47319-0f78-4f26-b14f-8ee649ac6944 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:18.945018 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8ab47319-0f78-4f26-b14f-8ee649ac6944 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c88b8979-2d85-421e-8220-5b84cad982ea HTTP/1.1" status: 204 len: 168 time: 0.2050958 Mar 31 20:31:18.956496 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab47319-0f78-4f26-b14f-8ee649ac6944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c88b8979-2d85-421e-8220-5b84cad982ea,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:20.458710 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:20.481251 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:31:20.481598 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device bacc07f8-d4d3-47bf-98fa-f4b76ea319a0 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:31:21.739666 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214d2a5e-50df-4dde-8eb5-3dd15ebc1421 req-0bfcafc7-ba0c-487f-8b77-c25d3b4bc81c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:21.741192 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-214d2a5e-50df-4dde-8eb5-3dd15ebc1421 req-0bfcafc7-ba0c-487f-8b77-c25d3b4bc81c tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0547879 Mar 31 20:31:21.796207 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-214d2a5e-50df-4dde-8eb5-3dd15ebc1421 req-c2a373fb-1e30-46b4-8222-552f81c3d8c2 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477860 Mar 31 20:31:22.967907 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f14e8b-3d85-4f29-a21a-ba2270579547 req-e1972230-5ba0-4990-b6a6-afce629aa632 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:22.969564 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f14e8b-3d85-4f29-a21a-ba2270579547 req-e1972230-5ba0-4990-b6a6-afce629aa632 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0910013 Mar 31 20:31:23.038243 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d7f14e8b-3d85-4f29-a21a-ba2270579547 req-079b0f1d-5cf5-46ec-8f7d-6e4df1fd9d17 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573037 Mar 31 20:31:24.177788 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5420522-7319-4ea0-8889-ac3930fb8f9c req-743c3b1e-18d1-433e-bc3c-7e81a56624ae tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:24.179940 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e5420522-7319-4ea0-8889-ac3930fb8f9c req-743c3b1e-18d1-433e-bc3c-7e81a56624ae tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0548348 Mar 31 20:31:24.240121 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e5420522-7319-4ea0-8889-ac3930fb8f9c req-ceb48249-69ad-4e72-af67-83d5f7893a50 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495176 Mar 31 20:31:25.385686 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d5d1dc-706e-4777-9fe6-6f257d44d3f0 req-273fb28c-443d-427b-b64a-7730896a93e5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:25.387484 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-76d5d1dc-706e-4777-9fe6-6f257d44d3f0 req-273fb28c-443d-427b-b64a-7730896a93e5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0754056 Mar 31 20:31:25.443537 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-76d5d1dc-706e-4777-9fe6-6f257d44d3f0 req-3ecf7eb1-d825-4825-8375-62e4679f5a27 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503707 Mar 31 20:31:26.572359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e092ac-7c60-4bbb-9732-79a475309ee0 req-80fb7400-e654-43c4-9cec-f6abcc8c406b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:26.582035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-77e092ac-7c60-4bbb-9732-79a475309ee0 req-80fb7400-e654-43c4-9cec-f6abcc8c406b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0668857 Mar 31 20:31:26.655849 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-77e092ac-7c60-4bbb-9732-79a475309ee0 req-d0517957-4075-468e-9b0f-9efb2c3d5f34 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571344 Mar 31 20:31:27.005119 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52694) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:27.163319 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-10d89eae-6e4c-48e5-90d1-35c622fa0021 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4f2f103828f945ba8ae9f9062e9ef33a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1568744 Mar 31 20:31:27.166004 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52710) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:27.224345 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3035822-126f-4895-9470-7311f749b313 admin admin] Publish callbacks [] for security_group (d1afeb6b-a1de-49b7-b2f0-b5889dedc278), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.241168 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3035822-126f-4895-9470-7311f749b313 admin admin] Publish callbacks [] for security_group (d1afeb6b-a1de-49b7-b2f0-b5889dedc278), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.415734 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3035822-126f-4895-9470-7311f749b313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (d1afeb6b-a1de-49b7-b2f0-b5889dedc278), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.418400 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-e3035822-126f-4895-9470-7311f749b313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.419558 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-e3035822-126f-4895-9470-7311f749b313 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d1afeb6b-a1de-49b7-b2f0-b5889dedc278 HTTP/1.1" status: 204 len: 168 time: 0.2527280 Mar 31 20:31:27.438239 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3035822-126f-4895-9470-7311f749b313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1afeb6b-a1de-49b7-b2f0-b5889dedc278,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:27.537357 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52726) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:27.643752 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f1901fe7-a635-4883-bcd7-6d3b44881a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.768035 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f1901fe7-a635-4883-bcd7-6d3b44881a54 admin admin] Publish callbacks [] for security_group (1651e270-b54e-48bd-8fe2-e224996c76f3), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.806786 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a8bbf6-bd4f-49f4-b3d0-786f3f748e54 req-a6bac95e-6c7d-4284-b98f-333f920a820d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:27.816905 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-00a8bbf6-bd4f-49f4-b3d0-786f3f748e54 req-a6bac95e-6c7d-4284-b98f-333f920a820d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0794346 Mar 31 20:31:27.855660 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-f1901fe7-a635-4883-bcd7-6d3b44881a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1651e270-b54e-48bd-8fe2-e224996c76f3), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:27.886860 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-00a8bbf6-bd4f-49f4-b3d0-786f3f748e54 req-1e8a66f9-716d-47ae-b7d2-314a8a982166 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687857 Mar 31 20:31:27.933175 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1901fe7-a635-4883-bcd7-6d3b44881a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1651e270-b54e-48bd-8fe2-e224996c76f3,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:27.939675 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-f1901fe7-a635-4883-bcd7-6d3b44881a54 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=316fbb70509441cdbdac56140624ec59&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4012632 Mar 31 20:31:27.942588 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52746) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:28.018116 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-89dd6e2e-c7cd-4069-960a-92608ee2baef admin admin] Publish callbacks [] for security_group (1651e270-b54e-48bd-8fe2-e224996c76f3), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:28.038500 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-89dd6e2e-c7cd-4069-960a-92608ee2baef admin admin] Publish callbacks [] for security_group (1651e270-b54e-48bd-8fe2-e224996c76f3), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:28.197652 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-89dd6e2e-c7cd-4069-960a-92608ee2baef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (1651e270-b54e-48bd-8fe2-e224996c76f3), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:28.200356 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-89dd6e2e-c7cd-4069-960a-92608ee2baef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:28.202320 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-89dd6e2e-c7cd-4069-960a-92608ee2baef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1651e270-b54e-48bd-8fe2-e224996c76f3 HTTP/1.1" status: 204 len: 168 time: 0.2567339 Mar 31 20:31:28.216123 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd6e2e-c7cd-4069-960a-92608ee2baef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1651e270-b54e-48bd-8fe2-e224996c76f3,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:28.984454 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52780) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:29.000750 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49620f04-7a51-4c17-a68f-f5b8063b0005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.017403 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be60065-a4c0-407b-9c09-492bfa3c548c req-c34ab9fc-46d1-4dd5-a9c1-48cefa794306 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:29.018300 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2be60065-a4c0-407b-9c09-492bfa3c548c req-c34ab9fc-46d1-4dd5-a9c1-48cefa794306 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0577736 Mar 31 20:31:29.077795 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2be60065-a4c0-407b-9c09-492bfa3c548c req-6e56b4f9-9c59-4490-9b4f-7389d23524b5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482864 Mar 31 20:31:29.107042 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49620f04-7a51-4c17-a68f-f5b8063b0005 admin admin] Publish callbacks [] for security_group (8aac2142-8db1-4f3a-8873-831c96166bc4), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.208883 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-49620f04-7a51-4c17-a68f-f5b8063b0005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8aac2142-8db1-4f3a-8873-831c96166bc4), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.246713 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49620f04-7a51-4c17-a68f-f5b8063b0005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aac2142-8db1-4f3a-8873-831c96166bc4,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:29.250864 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-49620f04-7a51-4c17-a68f-f5b8063b0005 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aaeec51450944822ae1414b73795bd30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653246 Mar 31 20:31:29.254074 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52784) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:29.302890 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f4e024a-5ac9-48de-8bd4-940a976e96b2 admin admin] Publish callbacks [] for security_group (8aac2142-8db1-4f3a-8873-831c96166bc4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.324053 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f4e024a-5ac9-48de-8bd4-940a976e96b2 admin admin] Publish callbacks [] for security_group (8aac2142-8db1-4f3a-8873-831c96166bc4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.442534 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f4e024a-5ac9-48de-8bd4-940a976e96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (8aac2142-8db1-4f3a-8873-831c96166bc4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.445887 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7f4e024a-5ac9-48de-8bd4-940a976e96b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:29.446885 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7f4e024a-5ac9-48de-8bd4-940a976e96b2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/8aac2142-8db1-4f3a-8873-831c96166bc4 HTTP/1.1" status: 204 len: 168 time: 0.1920667 Mar 31 20:31:29.455401 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e024a-5ac9-48de-8bd4-940a976e96b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aac2142-8db1-4f3a-8873-831c96166bc4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:29.992576 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9526f687-a5ac-43d5-937d-0d86f128245c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.232927 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52802) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:30.236802 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eceb6dda-6b9e-4fc2-998f-40243f18aa20 req-561a3c16-a7cb-4dd0-8bc5-f38bb0449101 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:30.238335 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eceb6dda-6b9e-4fc2-998f-40243f18aa20 req-561a3c16-a7cb-4dd0-8bc5-f38bb0449101 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0627151 Mar 31 20:31:30.246860 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ffc5794f-27d9-45ce-be5a-063fa1608641 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.296159 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-eceb6dda-6b9e-4fc2-998f-40243f18aa20 req-eeb515c6-e295-4498-a88a-c387d24bbca6 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511649 Mar 31 20:31:30.332096 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ffc5794f-27d9-45ce-be5a-063fa1608641 admin admin] Publish callbacks [] for security_group (f8bfa48d-627a-499c-bd20-c16b4bd1ff90), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.408013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ffc5794f-27d9-45ce-be5a-063fa1608641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (f8bfa48d-627a-499c-bd20-c16b4bd1ff90), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.445341 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5794f-27d9-45ce-be5a-063fa1608641 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8bfa48d-627a-499c-bd20-c16b4bd1ff90,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:30.449722 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ffc5794f-27d9-45ce-be5a-063fa1608641 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5b1e199035d7443faa2f99188ff6595f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2157428 Mar 31 20:31:30.452970 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52806) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:30.501836 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e22c5ee-874c-46a6-bf62-6da09ae507d3 admin admin] Publish callbacks [] for security_group (f8bfa48d-627a-499c-bd20-c16b4bd1ff90), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.523270 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e22c5ee-874c-46a6-bf62-6da09ae507d3 admin admin] Publish callbacks [] for security_group (f8bfa48d-627a-499c-bd20-c16b4bd1ff90), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.678177 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e22c5ee-874c-46a6-bf62-6da09ae507d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (f8bfa48d-627a-499c-bd20-c16b4bd1ff90), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.681314 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-7e22c5ee-874c-46a6-bf62-6da09ae507d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:30.682630 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-7e22c5ee-874c-46a6-bf62-6da09ae507d3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f8bfa48d-627a-499c-bd20-c16b4bd1ff90 HTTP/1.1" status: 204 len: 168 time: 0.2288420 Mar 31 20:31:30.692581 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e22c5ee-874c-46a6-bf62-6da09ae507d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8bfa48d-627a-499c-bd20-c16b4bd1ff90,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:31.426938 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31137f99-1841-4030-bc22-637d323c90d7 req-49138486-ef08-4547-8ff1-d10aae9fa029 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:31.428490 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-31137f99-1841-4030-bc22-637d323c90d7 req-49138486-ef08-4547-8ff1-d10aae9fa029 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0623484 Mar 31 20:31:31.478747 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-31137f99-1841-4030-bc22-637d323c90d7 req-fbe161f3-cd9c-4822-8a1f-7ad64364a4f0 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445430 Mar 31 20:31:31.992645 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-02163277-32ca-4e58-8815-c7b3fe3b79fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:31.994216 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-02163277-32ca-4e58-8815-c7b3fe3b79fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1130 time: 0.0452347 Mar 31 20:31:32.087761 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-1c7c0ab0-0a8a-4c61-b75c-e59bd2edadce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:32.089198 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-1c7c0ab0-0a8a-4c61-b75c-e59bd2edadce service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.0880811 Mar 31 20:31:32.164054 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-8d76fd38-60df-408f-b645-f1262203461d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 1002 time: 0.0669789 Mar 31 20:31:32.215301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-9d45980e-41a7-4562-aff2-1f8ae054523b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:32.216728 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-9d45980e-41a7-4562-aff2-1f8ae054523b service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0477571 Mar 31 20:31:32.267238 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-b4e127ff-356e-45ed-8c4e-1f5c791d1676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:32.268702 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-b4e127ff-356e-45ed-8c4e-1f5c791d1676 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0448711 Mar 31 20:31:32.294668 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-a6629bca-0191-421d-b9b3-c4240ae0de04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:32.365813 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-c1d6dcad-ffac-4166-8e5b-807fcb9d0789 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905588 Mar 31 20:31:32.457920 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-2b19a623-60a7-4dc1-9861-693b49188e8b req-77375930-9686-402d-8012-bdf09524db7b service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841398 Mar 31 20:31:32.541661 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52854) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:32.603310 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb97a53-18c5-4aed-9a96-29e322e509cd req-475dd2d9-32e6-437c-a6fa-9a2a2231fc27 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:32.606066 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5bb97a53-18c5-4aed-9a96-29e322e509cd req-475dd2d9-32e6-437c-a6fa-9a2a2231fc27 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0588784 Mar 31 20:31:32.664995 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-71e0a790-5796-468f-9b2b-d3c0896ad746 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:32.696184 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5bb97a53-18c5-4aed-9a96-29e322e509cd req-8e1c4480-6565-465b-907a-e248e9041d50 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693705 Mar 31 20:31:32.759570 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-71e0a790-5796-468f-9b2b-d3c0896ad746 admin admin] Publish callbacks [] for security_group (e603d715-7d06-46c9-9865-807f2910506b), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:32.860767 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-71e0a790-5796-468f-9b2b-d3c0896ad746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e603d715-7d06-46c9-9865-807f2910506b), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:32.903162 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-71e0a790-5796-468f-9b2b-d3c0896ad746 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9dbf638b335741bd8ed8505ed6a22ecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3602967 Mar 31 20:31:32.904010 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0a790-5796-468f-9b2b-d3c0896ad746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e603d715-7d06-46c9-9865-807f2910506b,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:32.905863 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52866) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:32.956248 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7441b256-3515-44f8-ac3a-e85546907c9b admin admin] Publish callbacks [] for security_group (e603d715-7d06-46c9-9865-807f2910506b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:32.978014 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7441b256-3515-44f8-ac3a-e85546907c9b admin admin] Publish callbacks [] for security_group (e603d715-7d06-46c9-9865-807f2910506b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.112504 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7441b256-3515-44f8-ac3a-e85546907c9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (e603d715-7d06-46c9-9865-807f2910506b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.115269 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7441b256-3515-44f8-ac3a-e85546907c9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.121034 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-7441b256-3515-44f8-ac3a-e85546907c9b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e603d715-7d06-46c9-9865-807f2910506b HTTP/1.1" status: 204 len: 168 time: 0.2094069 Mar 31 20:31:33.125098 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441b256-3515-44f8-ac3a-e85546907c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e603d715-7d06-46c9-9865-807f2910506b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:33.149742 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52872) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:33.262983 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10bac1ae-904a-4850-b9f6-ab10ed0c0e3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.341005 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10bac1ae-904a-4850-b9f6-ab10ed0c0e3e admin admin] Publish callbacks [] for security_group (25be2629-2992-4de1-b87b-2cfda8fabf2a), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.431976 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-10bac1ae-904a-4850-b9f6-ab10ed0c0e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (25be2629-2992-4de1-b87b-2cfda8fabf2a), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.467235 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.470938 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-10bac1ae-904a-4850-b9f6-ab10ed0c0e3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88d2e48d229345d78d74f0a16c12f3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200865 Mar 31 20:31:33.472248 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bac1ae-904a-4850-b9f6-ab10ed0c0e3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25be2629-2992-4de1-b87b-2cfda8fabf2a,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:33.474157 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52876) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:33.536896 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fc27838-ac84-4d3a-8470-531e2b0e33b0 admin admin] Publish callbacks [] for security_group (25be2629-2992-4de1-b87b-2cfda8fabf2a), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.561945 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fc27838-ac84-4d3a-8470-531e2b0e33b0 admin admin] Publish callbacks [] for security_group (25be2629-2992-4de1-b87b-2cfda8fabf2a), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.712166 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fc27838-ac84-4d3a-8470-531e2b0e33b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (25be2629-2992-4de1-b87b-2cfda8fabf2a), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.714850 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-7fc27838-ac84-4d3a-8470-531e2b0e33b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.716263 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-7fc27838-ac84-4d3a-8470-531e2b0e33b0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/25be2629-2992-4de1-b87b-2cfda8fabf2a HTTP/1.1" status: 204 len: 168 time: 0.2396584 Mar 31 20:31:33.726855 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc27838-ac84-4d3a-8470-531e2b0e33b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25be2629-2992-4de1-b87b-2cfda8fabf2a,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:33.848829 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c1b0a-4a36-4953-824e-961a621db78f req-5c62de8c-d9d0-4da0-b36e-6e1e0b54ec40 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:33.850791 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6a5c1b0a-4a36-4953-824e-961a621db78f req-5c62de8c-d9d0-4da0-b36e-6e1e0b54ec40 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0630057 Mar 31 20:31:33.871702 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52890) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:33.888022 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc440d36-fd5c-434e-871f-fe5ac0915db8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.889391 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:33.918952 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6a5c1b0a-4a36-4953-824e-961a621db78f req-f961f001-81a2-4ce1-af35-262949108ac0 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608683 Mar 31 20:31:33.969430 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc440d36-fd5c-434e-871f-fe5ac0915db8 admin admin] Publish callbacks [] for security_group (50cd8a43-7017-4b95-929e-f1df1c05931c), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:34.112509 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc440d36-fd5c-434e-871f-fe5ac0915db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (50cd8a43-7017-4b95-929e-f1df1c05931c), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:34.158231 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-fc440d36-fd5c-434e-871f-fe5ac0915db8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=262fc70706a24a20b300bb8e9fe48a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2846870 Mar 31 20:31:34.159773 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc440d36-fd5c-434e-871f-fe5ac0915db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cd8a43-7017-4b95-929e-f1df1c05931c,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:34.161438 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52896) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:34.236416 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5690-9a64-40f6-893e-6d04ef6a2257 admin admin] Publish callbacks [] for security_group (50cd8a43-7017-4b95-929e-f1df1c05931c), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:34.266718 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5690-9a64-40f6-893e-6d04ef6a2257 admin admin] Publish callbacks [] for security_group (50cd8a43-7017-4b95-929e-f1df1c05931c), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:34.391756 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5690-9a64-40f6-893e-6d04ef6a2257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (50cd8a43-7017-4b95-929e-f1df1c05931c), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:34.394320 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5690-9a64-40f6-893e-6d04ef6a2257 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:34.395442 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-ed1f5690-9a64-40f6-893e-6d04ef6a2257 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/50cd8a43-7017-4b95-929e-f1df1c05931c HTTP/1.1" status: 204 len: 168 time: 0.2306614 Mar 31 20:31:34.404062 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5690-9a64-40f6-893e-6d04ef6a2257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cd8a43-7017-4b95-929e-f1df1c05931c,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:34.889042 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:35.044800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f40f8f-b54c-4a4c-9a04-d33505e3d8b1 req-9c7f89fe-03fe-4bc3-9a76-001e035529db tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:35.046327 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b3f40f8f-b54c-4a4c-9a04-d33505e3d8b1 req-9c7f89fe-03fe-4bc3-9a76-001e035529db tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0597179 Mar 31 20:31:35.096735 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b3f40f8f-b54c-4a4c-9a04-d33505e3d8b1 req-438e23ae-b511-47d9-ac27-fde14781037d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445509 Mar 31 20:31:36.128204 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 52944) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:36.225000 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a9a6d-2a44-49b9-8c99-67f32d285c13 req-0ba4e819-1d13-4e34-8231-4c6bf4b56d6b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:36.226548 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-978a9a6d-2a44-49b9-8c99-67f32d285c13 req-0ba4e819-1d13-4e34-8231-4c6bf4b56d6b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0580914 Mar 31 20:31:36.248516 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b4affb9b-0a18-4aaf-9587-979e0464edb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.308833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-978a9a6d-2a44-49b9-8c99-67f32d285c13 req-fb26d789-ef8b-43bd-bb88-c098b6bf749a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730145 Mar 31 20:31:36.363690 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b4affb9b-0a18-4aaf-9587-979e0464edb7 admin admin] Publish callbacks [] for security_group (76578aff-2925-474a-8abe-256a07b004c5), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.378214 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [req-8d5d26dd-ded6-4ecd-8555-01422aca9717 req-e67da77d-9e51-48e5-9132-a46b84339e11 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103963) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 20:31:36.379222 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8d5d26dd-ded6-4ecd-8555-01422aca9717 req-e67da77d-9e51-48e5-9132-a46b84339e11 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051382 Mar 31 20:31:36.403249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.431723 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-b4affb9b-0a18-4aaf-9587-979e0464edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (76578aff-2925-474a-8abe-256a07b004c5), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.468704 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-b4affb9b-0a18-4aaf-9587-979e0464edb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=275f11cae9a14309a52dcbbda0f7aa5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3393445 Mar 31 20:31:36.469933 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4affb9b-0a18-4aaf-9587-979e0464edb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76578aff-2925-474a-8abe-256a07b004c5,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:36.471498 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 52952) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:31:36.523056 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2fb5737f-85b7-4103-ace0-f76b502cb65c admin admin] Publish callbacks [] for security_group (76578aff-2925-474a-8abe-256a07b004c5), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.545126 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2fb5737f-85b7-4103-ace0-f76b502cb65c admin admin] Publish callbacks [] for security_group (76578aff-2925-474a-8abe-256a07b004c5), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.721618 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504f8b0a-2fbf-4275-a676-856b6eb3b13e req-43edc9ca-ce8c-403a-8e99-a27d6fc7ea5a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:36.723833 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-504f8b0a-2fbf-4275-a676-856b6eb3b13e req-43edc9ca-ce8c-403a-8e99-a27d6fc7ea5a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0531600 Mar 31 20:31:36.729136 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2fb5737f-85b7-4103-ace0-f76b502cb65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (76578aff-2925-474a-8abe-256a07b004c5), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.731724 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-2fb5737f-85b7-4103-ace0-f76b502cb65c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:36.732846 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-2fb5737f-85b7-4103-ace0-f76b502cb65c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/76578aff-2925-474a-8abe-256a07b004c5 HTTP/1.1" status: 204 len: 168 time: 0.2603731 Mar 31 20:31:36.758375 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb5737f-85b7-4103-ace0-f76b502cb65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76578aff-2925-474a-8abe-256a07b004c5,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:36.802378 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-504f8b0a-2fbf-4275-a676-856b6eb3b13e req-ea8fb33c-7b16-400a-a2cf-54cd86c2c516 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715666 Mar 31 20:31:36.863041 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-911dbb88-29d9-4d3a-af24-6e76de4d34a4 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288731 Mar 31 20:31:37.106676 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-c98dbe08-9299-401e-a062-c8af77cf2dae tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103962) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:37.108140 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-c98dbe08-9299-401e-a062-c8af77cf2dae tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports/9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 943 time: 0.2158978 Mar 31 20:31:37.932877 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c7c47-6926-441d-9248-a550846796e2 req-931cdc18-0561-449c-8040-11f32d5f0763 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:37.934410 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f80c7c47-6926-441d-9248-a550846796e2 req-931cdc18-0561-449c-8040-11f32d5f0763 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0547426 Mar 31 20:31:37.988279 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f80c7c47-6926-441d-9248-a550846796e2 req-ebe5f7f8-a62a-4a91-99e1-2a644e947b8d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479999 Mar 31 20:31:38.583345 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:31:38.662118 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 is: ACTIVE; New status is: DOWN {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:38.662512 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:38.686533 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:38.688812 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e959c0ae-ed25-4c14-8aee-a1df57d6ce37" -d '{"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-unplugged", "status": "completed", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:38.707114 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:38.724515 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721150bf-b46f-40e2-88da-8786b91267fd x-openstack-request-id: req-721150bf-b46f-40e2-88da-8786b91267fd {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:38.724808 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-unplugged", "status": "failed", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "code": 422}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:38.725052 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-721150bf-b46f-40e2-88da-8786b91267fd {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:38.725525 dv-cinder-836070-1-smb neutron-server[103964]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-721150bf-b46f-40e2-88da-8786b91267fd']: {'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'code': 422} returned with failed status Mar 31 20:31:38.786327 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:38.969869 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=6']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:39.109089 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b7db74-914f-468f-971a-e0b83d4f7cc1 req-0e719101-8d76-4437-9595-5d99595b4d18 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.110895 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-27b7db74-914f-468f-971a-e0b83d4f7cc1 req-0e719101-8d76-4437-9595-5d99595b4d18 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.0539067 Mar 31 20:31:39.190247 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-27b7db74-914f-468f-971a-e0b83d4f7cc1 req-77bf89de-f12e-4958-8b05-53b2625cea01 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719156 Mar 31 20:31:39.198072 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-0a6d5701-e917-4ac6-9094-594184183cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.199575 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-0a6d5701-e917-4ac6-9094-594184183cf7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1128 time: 0.0754893 Mar 31 20:31:39.561777 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-5d20a6cc-4152-4cb4-81b6-8ab8139e91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.563270 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-5d20a6cc-4152-4cb4-81b6-8ab8139e91a7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.3413460 Mar 31 20:31:39.656958 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-6f6c0e37-b02f-436c-90a3-1924cbaed648 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0873396 Mar 31 20:31:39.698622 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-5b94f66f-00d2-4b71-b4cf-990be1e42771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.700110 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-5b94f66f-00d2-4b71-b4cf-990be1e42771 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706&tenant_id=70521ca273ea4782911391b54911b60a HTTP/1.1" status: 200 len: 1128 time: 0.0956054 Mar 31 20:31:39.712115 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-b6dcf975-d8eb-4b61-a5ce-25f3c02479dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.713497 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-b6dcf975-d8eb-4b61-a5ce-25f3c02479dc service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0507879 Mar 31 20:31:39.766001 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-ab9902ca-790b-40b4-9f4d-a9fd9013053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:39.767463 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-ab9902ca-790b-40b4-9f4d-a9fd9013053e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0462577 Mar 31 20:31:39.860119 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-9895f287-6f74-4a3e-9808-22581c86230c service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861952 Mar 31 20:31:39.947283 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd350456-c21d-4acb-b673-1f764fb7ff50 req-b4e45488-7ea1-45b9-b333-35ade2156f10 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814104 Mar 31 20:31:40.115578 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-4d6f996d-7f09-41ea-97e2-1fd78d457e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:40.117057 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-4d6f996d-7f09-41ea-97e2-1fd78d457e1b service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1128 time: 0.0467064 Mar 31 20:31:40.210871 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-7ee12e5d-9955-40b9-a234-a27d7540b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:40.212307 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-7ee12e5d-9955-40b9-a234-a27d7540b05e service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.0882814 Mar 31 20:31:40.305779 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-d8fbc0d7-c081-4db3-b5d1-ea51b92da3d9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0864027 Mar 31 20:31:40.357097 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd37348-3163-4e11-91b4-4f210701756d req-5772a869-df07-449d-aff2-28a2a1dad996 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:40.357812 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fcd37348-3163-4e11-91b4-4f210701756d req-5772a869-df07-449d-aff2-28a2a1dad996 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.0986383 Mar 31 20:31:40.388397 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-f2bf5e7b-dfc9-4081-b51d-f0a42dffeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:40.389975 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-f2bf5e7b-dfc9-4081-b51d-f0a42dffeff6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0773349 Mar 31 20:31:40.454614 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fcd37348-3163-4e11-91b4-4f210701756d req-5c3ac7d4-e5e9-4ead-bf30-4916fc226c07 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895648 Mar 31 20:31:40.467418 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-5312c715-a466-43d3-a359-7db7d00aa99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:40.469063 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-5312c715-a466-43d3-a359-7db7d00aa99d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0655563 Mar 31 20:31:40.566356 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-f359086e-19c9-4462-a1b7-c2964cc81351 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883460 Mar 31 20:31:40.663841 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9957baf8-92f4-4ef7-bee5-addb81f0472c req-f2f851bf-d174-4270-baa1-c5303f505e79 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902174 Mar 31 20:31:41.574779 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a2078-cf79-42ec-9f5f-72d41382478a req-8d72a606-532f-455a-8108-3ad73115250d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:41.576228 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ca7a2078-cf79-42ec-9f5f-72d41382478a req-8d72a606-532f-455a-8108-3ad73115250d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.0537558 Mar 31 20:31:41.629636 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ca7a2078-cf79-42ec-9f5f-72d41382478a req-5181891f-c82c-4a91-84dd-c380d0d2445b tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477600 Mar 31 20:31:42.598084 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:31:42.703302 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:42.719749 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'port_id': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'mac_address': 'fa:16:3e:ee:cd:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:31:42.754456 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9fdc8-eb94-4ffd-820f-f8f78e8f5c1b req-ba7afd62-d8ca-449f-802f-fb91009c299e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:42.756027 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61e9fdc8-eb94-4ffd-820f-f8f78e8f5c1b req-ba7afd62-d8ca-449f-802f-fb91009c299e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 944 time: 0.0561161 Mar 31 20:31:42.758781 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:42.759180 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:42.772544 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:31:42.794863 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:42.818184 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-61e9fdc8-eb94-4ffd-820f-f8f78e8f5c1b req-ee5376a6-65ba-4984-8728-783d391af82a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559266 Mar 31 20:31:42.866190 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:42.914809 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=7']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:43.080692 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:31:43.940498 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8606ee-60df-431d-9154-de0939b94086 req-132325ba-0813-40b3-8435-807b4ba64037 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:43.942027 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c8606ee-60df-431d-9154-de0939b94086 req-132325ba-0813-40b3-8435-807b4ba64037 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 945 time: 0.0549624 Mar 31 20:31:43.990868 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0c8606ee-60df-431d-9154-de0939b94086 req-654a6c46-cf8b-407a-981a-fda3d2389279 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Mar 31 20:31:44.615181 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:31:44.666900 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:31:44.667283 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.745806 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:31:44.746125 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.768905 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:31:44.771191 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ef7c4d-3786-481d-bf98-8f6358d61643" -d '{"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:31:44.785413 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:31:44.808157 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a1faf4-5715-4d94-8353-6238076f0039 x-openstack-request-id: req-c7a1faf4-5715-4d94-8353-6238076f0039 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:31:44.808364 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-plugged", "status": "completed", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:31:44.808614 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c7a1faf4-5715-4d94-8353-6238076f0039 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:31:44.809036 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a1faf4-5715-4d94-8353-6238076f0039'] response: {'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'code': 200} Mar 31 20:31:44.866365 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:31:44.917311 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=8']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:31:45.123980 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1528e6-0cd0-4a72-a0fb-cbc4e231655f req-b095410a-494b-43ef-a167-7a1d698f32d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:45.125438 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b1528e6-0cd0-4a72-a0fb-cbc4e231655f req-b095410a-494b-43ef-a167-7a1d698f32d3 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0638270 Mar 31 20:31:45.200636 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3b1528e6-0cd0-4a72-a0fb-cbc4e231655f req-8bdcf8ec-813f-4b27-8a86-60e6a6c10f57 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653315 Mar 31 20:31:45.205548 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab125c59-fd5d-4d51-9c6d-12d856f6a8bf req-7ce4917e-8a06-4809-885c-4fe826cd6f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:45.207043 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab125c59-fd5d-4d51-9c6d-12d856f6a8bf req-7ce4917e-8a06-4809-885c-4fe826cd6f94 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1130 time: 0.0799687 Mar 31 20:31:45.253474 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab125c59-fd5d-4d51-9c6d-12d856f6a8bf req-3d2c31d2-4711-4c3e-b4dd-ebd7149f5d53 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402851 Mar 31 20:31:46.326459 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafbb88-af4f-4c0a-ab90-ef0003948e72 req-7843d416-d950-424d-b014-c38df882095d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:46.327963 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8fafbb88-af4f-4c0a-ab90-ef0003948e72 req-7843d416-d950-424d-b014-c38df882095d tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0572269 Mar 31 20:31:46.378880 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-8fafbb88-af4f-4c0a-ab90-ef0003948e72 req-29868919-18d5-4c47-9ff9-7ebe1e87dfa5 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454214 Mar 31 20:31:46.619626 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:31:47.499754 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9662b414-9b2a-40d7-8441-df3c846c18a0 req-96467003-6a15-4618-8bfd-ddc471b5d35a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:31:47.501249 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9662b414-9b2a-40d7-8441-df3c846c18a0 req-96467003-6a15-4618-8bfd-ddc471b5d35a tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0525339 Mar 31 20:31:47.552052 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9662b414-9b2a-40d7-8441-df3c846c18a0 req-c992369b-9c9b-4a28-a295-e63957e310c2 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450485 Mar 31 20:31:59.997965 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-31b42843-19a5-4e40-9653-13e93263541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:02.247470 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6557e5da-4299-40fa-af0c-5d9ef35b2898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.466257 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:03.946267 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:04.894835 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:06.436683 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:06.542176 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53178) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:06.684886 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:06.791780 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Publish callbacks [] for security_group (bbd59607-7e8e-422f-9c9b-d1bf762506c1), precommit_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:06.867732 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (bbd59607-7e8e-422f-9c9b-d1bf762506c1), after_create {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:06.909862 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbd59607-7e8e-422f-9c9b-d1bf762506c1,revision_number=1']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:06.914698 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ee7f8ed8f1ff4eb58798455d254b57f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3710759 Mar 31 20:32:06.918287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53182) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:06.921505 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.921996 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.922242 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.922607 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.922991 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.923331 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.923661 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.923988 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.924314 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.924663 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.924988 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.925388 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.925682 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.930425 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.930425 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a91ee33-561b-4b54-8bbf-4cb54590ce5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:06.975413 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Publish callbacks [] for security_group (bbd59607-7e8e-422f-9c9b-d1bf762506c1), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:06.999218 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Publish callbacks [] for security_group (bbd59607-7e8e-422f-9c9b-d1bf762506c1), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:07.146460 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (bbd59607-7e8e-422f-9c9b-d1bf762506c1), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:07.149730 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:07.150985 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bbd59607-7e8e-422f-9c9b-d1bf762506c1 HTTP/1.1" status: 204 len: 168 time: 0.2313809 Mar 31 20:32:07.159572 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbd59607-7e8e-422f-9c9b-d1bf762506c1,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:07.168179 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.168528 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.168864 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.169199 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.169527 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.169885 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.170211 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.170531 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.170953 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.171175 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.171496 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.171816 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.172132 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.172445 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:07.172760 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0d77a9-34a8-418c-a177-258078caf558 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:08.197326 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53204) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:08.303582 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-165204732-network', 'tenant_id': '1d126f088a7e4933b9e0b561ebbb2c3e'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:08.402368 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Made reservation on behalf of 1d126f088a7e4933b9e0b561ebbb2c3e for: {'network': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:32:08.404875 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for network (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.414906 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.533941 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks [] for security_group (ec1476bb-2f98-4bf0-a607-0770aee68ef6), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.609144 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ec1476bb-2f98-4bf0-a607-0770aee68ef6), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.636957 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103963) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 20:32:08.647201 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec1476bb-2f98-4bf0-a607-0770aee68ef6,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:08.653172 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (4d65cd75-cf6a-4860-826c-b80a3e6bc240), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.653520 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.segments_db [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Added segment 4d65cd75-cf6a-4860-826c-b80a3e6bc240 of type vlan for network c7653ea5-7b82-4074-9d16-252f6a6b6911 Mar 31 20:32:08.705576 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777855254321'] for network (c7653ea5-7b82-4074-9d16-252f6a6b6911), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.860503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674'] for network (c7653ea5-7b82-4074-9d16-252f6a6b6911), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.861486 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:08.862129 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:08.927534 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] Pushing event updated for resources: {'Network': ['ID=c7653ea5-7b82-4074-9d16-252f6a6b6911,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:08.938969 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Network c7653ea5-7b82-4074-9d16-252f6a6b6911 details requested by agent ovs-agent-dv-cinder-836070-1-smb with host dv-cinder-836070-1-smb {{(pid=103964) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 20:32:08.995989 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-1325613d-9922-4503-9fe4-5de8ee940c15 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7973685 Mar 31 20:32:09.000512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53210) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:32:09.008622 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Request body: {'subnet': {'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-165204732-subnet', 'tenant_id': '1d126f088a7e4933b9e0b561ebbb2c3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:09.123638 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Made reservation on behalf of 1d126f088a7e4933b9e0b561ebbb2c3e for: {'subnet': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:32:09.126156 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9338751'] for subnet (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.512463 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8765208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9338729'] for subnet (473eb17d-4814-4c41-971f-24c462e78ce4), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.567192 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=473eb17d-4814-4c41-971f-24c462e78ce4,revision_number=0']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:09.588803 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Checking segment: {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:32:09.589150 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Network hostable DHCP agents. Network: c7653ea5-7b82-4074-9d16-252f6a6b6911, hostable agents: ['53519329-be24-4e55-ae30-351a3f7d23d7'], hosted agents: [] {{(pid=103963) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 20:32:09.711623 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Network c7653ea5-7b82-4074-9d16-252f6a6b6911 is scheduled to be hosted by DHCP agent 53519329-be24-4e55-ae30-351a3f7d23d7 with binding_index 1 {{(pid=103963) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 20:32:09.814530 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836070-1-smb, c7653ea5-7b82-4074-9d16-252f6a6b6911) {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:32:09.819239 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:09.819922 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:09.827713 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ea4975-0711-4a12-b0b3-d057f5042d0c None None] Network c7653ea5-7b82-4074-9d16-252f6a6b6911 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:32:09.915710 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-849c5097-652d-40e1-a182-d71e78209ff0 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9137683 Mar 31 20:32:09.937383 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c4ad75-8d2e-40d9-9f37-af2004c5849c None None] Network c7653ea5-7b82-4074-9d16-252f6a6b6911 requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:32:12.186996 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-80200854-51a9-425b-bd67-9a68420dccd5 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:12.188495 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-80200854-51a9-425b-bd67-9a68420dccd5 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/networks?id=c7653ea5-7b82-4074-9d16-252f6a6b6911 HTTP/1.1" status: 200 len: 813 time: 0.1056533 Mar 31 20:32:12.203627 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-c0d0d927-ce28-421b-9b65-1a6122f242e3 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/quotas/1d126f088a7e4933b9e0b561ebbb2c3e HTTP/1.1" status: 200 len: 375 time: 0.0095675 Mar 31 20:32:12.242667 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-8b669740-7168-41c4-b1a7-453892b745a2 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328441 Mar 31 20:32:12.335434 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-705d18f6-9250-45a6-bac8-4fb3318a4276 service neutron] 10.222.0.62 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851033 Mar 31 20:32:12.437638 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-27c62b1f-e899-412a-9ca3-3c6d360a1978 service neutron] 10.222.0.62 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952897 Mar 31 20:32:12.736152 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-630e1e54-7d69-4c7d-9039-4496c4f9e7bc req-44dc44b4-6b39-44b1-a165-55f1709302bb tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 210 time: 0.0337460 Mar 31 20:32:13.837953 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-e61dd818-d2dd-4fce-b477-f0b6b4b4ffa7 req-d15f2cbd-0082-429f-9874-cd9be326b5fb tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 210 time: 0.0280342 Mar 31 20:32:14.949087 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-087631bc-5e52-40e8-b5d2-2ee7e93eac04 req-fb6d824f-0008-4b4b-b532-d553ee2e7844 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 210 time: 0.0322201 Mar 31 20:32:15.403164 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-f0b95ade-4a7f-4333-ab6c-fc477d43056e tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:15.404647 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-f0b95ade-4a7f-4333-ab6c-fc477d43056e tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "GET /v2.0/networks?id=c7653ea5-7b82-4074-9d16-252f6a6b6911 HTTP/1.1" status: 200 len: 813 time: 0.1141324 Mar 31 20:32:15.418565 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Request body: {'port': {'device_id': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911', 'admin_state_up': True, 'tenant_id': '1d126f088a7e4933b9e0b561ebbb2c3e'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:15.683370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Made reservation on behalf of 1d126f088a7e4933b9e0b561ebbb2c3e for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:32:15.687211 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:15.838970 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Allocated IP 172.20.0.7 (c7653ea5-7b82-4074-9d16-252f6a6b6911/473eb17d-4814-4c41-971f-24c462e78ce4/26eb82e5-22bd-4dba-8b87-f0f7616f80b3) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:32:16.016703 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks [] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.079582 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7c27ddee-4193-4ab8-9a04-4aa5f753ba8f req-b8617f76-d5e5-4466-8835-4397ff309c86 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 210 time: 0.0352128 Mar 31 20:32:16.141058 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.189045 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Network c7653ea5-7b82-4074-9d16-252f6a6b6911 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:32:16.192477 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:32:16.199067 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:32:16.206207 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Pushing event updated for resources: {'Port': ['ID=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:16.256949 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:16.257478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.335529 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-61b53cb3-e00e-4fc8-b924-40f1516b3c9b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9210434 Mar 31 20:32:16.348212 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Request body: {'port': {'device_id': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:32:16.416942 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.697611 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:32:16.706825 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Publish callbacks [] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.722060 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Transition to ACTIVE for port object 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:32:16.812864 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:16.869514 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Pushing event updated for resources: {'Port': ['ID=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:16.947444 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Attempting to bind port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:32:16.952281 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Attempting to bind port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:32:16.952281 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Attempting to bind port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 on network c7653ea5-7b82-4074-9d16-252f6a6b6911 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:32:16.953388 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 on network c7653ea5-7b82-4074-9d16-252f6a6b6911 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:32:16.953723 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Attempting to bind port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 on network c7653ea5-7b82-4074-9d16-252f6a6b6911 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:32:16.960845 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:32:16.961295 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Checking segment: {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:32:16.961781 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Bound using segment: {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:32:16.962225 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Bound port: 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:32:16.962592 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:17.041638 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] For port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:32:17.045731 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] For port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:32:17.164309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:17.226630 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.227171 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:17.228673 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] 10.222.0.58 "PUT /v2.0/ports/26eb82e5-22bd-4dba-8b87-f0f7616f80b3 HTTP/1.1" status: 200 len: 1093 time: 0.8846748 Mar 31 20:32:17.231481 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'tag': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:17.235379 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f6c19-941a-4f03-b58d-a2661fe4f6df" -d '{"events": [{"name": "network-changed", "server_uuid": "7537e464-ab0b-439e-ba99-b4f4698c01cd", "tag": "26eb82e5-22bd-4dba-8b87-f0f7616f80b3"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:17.275512 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42998b-6fff-4b44-976b-f3173e862c32 service neutron] Pushing event updated for resources: {'Port': ['ID=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:17.286849 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0a92b1-795f-43dd-a987-e23ad595fb54 x-openstack-request-id: req-8b0a92b1-795f-43dd-a987-e23ad595fb54 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:17.287324 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537e464-ab0b-439e-ba99-b4f4698c01cd", "tag": "26eb82e5-22bd-4dba-8b87-f0f7616f80b3", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:17.287716 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8b0a92b1-795f-43dd-a987-e23ad595fb54 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:17.288736 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0a92b1-795f-43dd-a987-e23ad595fb54'] response: {'name': 'network-changed', 'server_uuid': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'tag': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3', 'status': 'completed', 'code': 200} Mar 31 20:32:17.304658 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3137e637-73d7-44d3-9bef-9be0a580ea3a req-962d2cd6-2400-4f4d-b140-05aebcdd60a3 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.308215 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3137e637-73d7-44d3-9bef-9be0a580ea3a req-962d2cd6-2400-4f4d-b140-05aebcdd60a3 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 943 time: 0.1555281 Mar 31 20:32:17.394373 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3137e637-73d7-44d3-9bef-9be0a580ea3a req-c79f7098-19ea-4490-befb-559d9d03f6b7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807190 Mar 31 20:32:17.415644 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6c19-941a-4f03-b58d-a2661fe4f6df req-ebe17a03-005b-44c5-b2d5-c1f7ea0d197d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.418084 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a98f6c19-941a-4f03-b58d-a2661fe4f6df req-ebe17a03-005b-44c5-b2d5-c1f7ea0d197d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 1127 time: 0.0852227 Mar 31 20:32:17.528970 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6c19-941a-4f03-b58d-a2661fe4f6df req-39a2425c-2d9c-41e4-85f6-4e3a049af3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.530383 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a98f6c19-941a-4f03-b58d-a2661fe4f6df req-39a2425c-2d9c-41e4-85f6-4e3a049af3e6 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1044729 Mar 31 20:32:17.631937 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f6c19-941a-4f03-b58d-a2661fe4f6df req-14542a3f-26fc-4a03-9399-b26819f72405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.633470 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a98f6c19-941a-4f03-b58d-a2661fe4f6df req-14542a3f-26fc-4a03-9399-b26819f72405 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964930 Mar 31 20:32:17.744593 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-a6f31c16-99ee-4203-a54b-ae4d72870061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.747350 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-a6f31c16-99ee-4203-a54b-ae4d72870061 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 1127 time: 0.0677857 Mar 31 20:32:17.801207 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-f1c8d140-d945-4ed9-8932-f26902f8f8bb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=26eb82e5-22bd-4dba-8b87-f0f7616f80b3 HTTP/1.1" status: 200 len: 217 time: 0.0448864 Mar 31 20:32:17.854651 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-9bb1b7e5-9d15-4854-a10f-1266503ee179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:17.856112 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-9bb1b7e5-9d15-4854-a10f-1266503ee179 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=473eb17d-4814-4c41-971f-24c462e78ce4 HTTP/1.1" status: 200 len: 853 time: 0.0485902 Mar 31 20:32:17.889730 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-4e919bef-e7e1-4423-8a8a-66015aa4a52e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c7653ea5-7b82-4074-9d16-252f6a6b6911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270417 Mar 31 20:32:17.994085 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-061ada16-5a30-4e51-a8b9-3cb75a1edbb5 service neutron] 10.222.0.58 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959435 Mar 31 20:32:18.093119 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ab359fa1-9db6-448b-8b8f-2e4dfa5cecdf req-15fee8c9-b476-4b54-97d2-8b2a5e6e2f1f service neutron] 10.222.0.58 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903428 Mar 31 20:32:18.536616 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2e1ed-5560-48a1-aea1-f897990ac0c8 req-985c9185-ca8a-43a5-b8ac-eeb142f1d583 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:18.538832 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fef2e1ed-5560-48a1-aea1-f897990ac0c8 req-985c9185-ca8a-43a5-b8ac-eeb142f1d583 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 943 time: 0.0622125 Mar 31 20:32:18.596129 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fef2e1ed-5560-48a1-aea1-f897990ac0c8 req-f0733c00-818a-4ae0-a997-eb5293a03118 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514209 Mar 31 20:32:19.726898 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48625703-4d56-45c6-b4a0-c7faef64fe77 req-d4370be3-e0c1-4467-b6bd-9e43c18706c4 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:19.728529 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48625703-4d56-45c6-b4a0-c7faef64fe77 req-d4370be3-e0c1-4467-b6bd-9e43c18706c4 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 943 time: 0.0585687 Mar 31 20:32:19.787183 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48625703-4d56-45c6-b4a0-c7faef64fe77 req-d3dc3718-cb28-408e-bebe-dc6fdb1bd131 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485265 Mar 31 20:32:20.794737 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:32:20.911138 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:20.925928 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3', 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911', 'port_id': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3', 'mac_address': 'fa:16:3e:65:27:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473eb17d-4814-4c41-971f-24c462e78ce4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:32:20.944181 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12609919-977b-41fd-b945-b2b13a9947db req-4bc990e0-2d01-4049-b2e3-0da7293824b6 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:20.946906 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-12609919-977b-41fd-b945-b2b13a9947db req-4bc990e0-2d01-4049-b2e3-0da7293824b6 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 943 time: 0.0864673 Mar 31 20:32:20.971821 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:20.972638 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:20.989487 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:32:21.008186 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-12609919-977b-41fd-b945-b2b13a9947db req-1cf7d139-d3a4-45f5-bb08-d4f5ca7e0e66 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552297 Mar 31 20:32:21.018403 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:21.089547 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:21.148577 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:21.160139 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.165222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.166761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.166761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.166761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.166761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.167239 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.167379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:32:21.344873 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['26eb82e5-22bd-4dba-8b87-f0f7616f80b3'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:32:22.137816 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed929c1e-0636-4a7b-b842-1fcaf1c05a8f req-7bc79634-4bbf-4594-8328-7c247b1ad70d tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:22.139334 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ed929c1e-0636-4a7b-b842-1fcaf1c05a8f req-7bc79634-4bbf-4594-8328-7c247b1ad70d tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 944 time: 0.0534017 Mar 31 20:32:22.189797 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ed929c1e-0636-4a7b-b842-1fcaf1c05a8f req-1500c297-88ad-4629-809e-970d18c68e79 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446565 Mar 31 20:32:22.806588 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:32:22.921609 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:32:22.925907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:32:22.926287 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.046127 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:32:23.046671 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.079963 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:32:23.080567 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1004adf4-3fd3-4d56-8b77-0c745d8acc9a" -d '{"events": [{"server_uuid": "7537e464-ab0b-439e-ba99-b4f4698c01cd", "name": "network-vif-plugged", "status": "completed", "tag": "26eb82e5-22bd-4dba-8b87-f0f7616f80b3"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:32:23.097418 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:32:23.135313 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850f0ff6-7c4b-4b22-9c1b-cb43d6d9bd15 x-openstack-request-id: req-850f0ff6-7c4b-4b22-9c1b-cb43d6d9bd15 {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:32:23.135605 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537e464-ab0b-439e-ba99-b4f4698c01cd", "name": "network-vif-plugged", "status": "completed", "tag": "26eb82e5-22bd-4dba-8b87-f0f7616f80b3", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:32:23.135866 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-850f0ff6-7c4b-4b22-9c1b-cb43d6d9bd15 {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:32:23.136262 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850f0ff6-7c4b-4b22-9c1b-cb43d6d9bd15'] response: {'server_uuid': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3', 'code': 200} Mar 31 20:32:23.264765 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:23.330908 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2d1e1e-ed42-496f-babb-09428c52e09a req-79b4f8ac-572e-402c-840a-c7baa15df759 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:23.332702 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:32:23.333082 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa2d1e1e-ed42-496f-babb-09428c52e09a req-79b4f8ac-572e-402c-840a-c7baa15df759 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0716491 Mar 31 20:32:23.395868 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-aa2d1e1e-ed42-496f-babb-09428c52e09a req-0468fcdb-e17a-4cb3-9149-230724a88aca tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520737 Mar 31 20:32:23.539663 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df56215a-48ec-4cc9-a490-9489a5ed1409 req-3060dc07-eed3-4563-89b5-6b65e96744d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:23.541173 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-df56215a-48ec-4cc9-a490-9489a5ed1409 req-3060dc07-eed3-4563-89b5-6b65e96744d2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 1129 time: 0.0515692 Mar 31 20:32:23.588350 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-df56215a-48ec-4cc9-a490-9489a5ed1409 req-81e05479-24f6-4688-80e8-4e4c0183cfcf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400312 Mar 31 20:32:23.619826 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:32:24.526280 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe3d64-a3a4-4456-a8fd-30ef0c53068d req-6b965f2f-6525-41b4-a434-5f45ca471ae9 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:24.528069 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2fe3d64-a3a4-4456-a8fd-30ef0c53068d req-6b965f2f-6525-41b4-a434-5f45ca471ae9 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0587640 Mar 31 20:32:24.586185 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c2fe3d64-a3a4-4456-a8fd-30ef0c53068d req-cf3d9d4e-0be0-4768-9802-200a6efee30c tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477922 Mar 31 20:32:25.715776 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d5cc31-a014-44ee-91e3-4ac258f9b15f req-33fcd69d-e547-4722-8e35-2d6f636744ba tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:25.717582 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-51d5cc31-a014-44ee-91e3-4ac258f9b15f req-33fcd69d-e547-4722-8e35-2d6f636744ba tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0553234 Mar 31 20:32:25.770681 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-51d5cc31-a014-44ee-91e3-4ac258f9b15f req-99361bf0-7582-4dd7-a76f-a92af9f70c99 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467420 Mar 31 20:32:29.978280 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3987d8bf-5c04-4fd9-a339-557d3edc883b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:32.262941 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-89e5e7b2-31d3-4163-9201-0a85643678c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:33.469789 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:33.916757 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:34.932530 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:36.424094 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:32:41.154284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-d09d024f-7d2f-4092-a4f0-2d61def06456 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0459514 Mar 31 20:32:41.255416 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-616c1cb3-9fc2-4b89-98d1-a971c0bec420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:41.256917 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-616c1cb3-9fc2-4b89-98d1-a971c0bec420 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1130 time: 0.0477986 Mar 31 20:32:41.374931 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-0b1d8cd3-f797-4b28-acb9-84e69d1c44bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:41.377076 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-0b1d8cd3-f797-4b28-acb9-84e69d1c44bc service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.1005168 Mar 31 20:32:41.457161 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-0d285ac2-c336-487f-b158-0bb20f46dbad service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 1002 time: 0.0708921 Mar 31 20:32:41.538569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-443ada8a-b791-4c25-89ae-94f2add982e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:41.538569 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-443ada8a-b791-4c25-89ae-94f2add982e3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0493436 Mar 31 20:32:41.566862 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-7a1018f3-1aa2-45ee-9d54-ab3d95d8d533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:32:41.568515 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-7a1018f3-1aa2-45ee-9d54-ab3d95d8d533 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0485404 Mar 31 20:32:41.672992 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-c8b04133-bfeb-4cb3-b2f9-6d249ea0a880 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980270 Mar 31 20:32:42.030410 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-dd7b4e2d-d467-49fe-bb05-2a3f86de9c45 req-e3dfda1b-83fd-43a6-89f9-1afe0d42efda service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513153 Mar 31 20:32:59.985163 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-84fa968f-1254-48fc-8c9a-6524408135bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:00.620379 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:33:01.185582 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53452) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:01.351903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Deleting port c0cdb3e7-056a-4312-8da7-42e0242824b5 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:01.352247 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:01.430750 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:01.431080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for floatingip (c0cdb3e7-056a-4312-8da7-42e0242824b5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:01.444160 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Calling delete_port for c0cdb3e7-056a-4312-8da7-42e0242824b5 owned by network:floatingip {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:01.709286 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (c0cdb3e7-056a-4312-8da7-42e0242824b5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:01.740224 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event deleted for resources: {'Port': ['ID=c0cdb3e7-056a-4312-8da7-42e0242824b5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:01.802277 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for floatingip (5c21233a-bd55-4789-a3f2-f7dce06b4a72), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:01.802658 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.db.l3_db [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Floating IP 5c21233a-bd55-4789-a3f2-f7dce06b4a72 disassociated (deleted). External IP: 172.28.3.135, port: 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5. Mar 31 20:33:02.036359 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Router 2ab22543-707a-4355-a52c-68394b8d7162 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:33:02.186886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:33:02.192578 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for floatingip (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:02.201278 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] Sync routers for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:33:02.217386 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:02.217386 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:32:32Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:02.226075 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-98559fee-161f-4f0b-8956-b25bc12b3515 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "DELETE /v2.0/floatingips/5c21233a-bd55-4789-a3f2-f7dce06b4a72 HTTP/1.1" status: 204 len: 168 time: 1.0392554 Mar 31 20:33:02.226669 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:02.229159 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e603ab-2696-4661-b742-e9bf92df615a" -d '{"events": [{"name": "network-changed", "server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:02.270589 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfb0769-a8a0-4baa-9d35-bea7b728e093 x-openstack-request-id: req-fdfb0769-a8a0-4baa-9d35-bea7b728e093 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:02.270845 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:02.271278 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-fdfb0769-a8a0-4baa-9d35-bea7b728e093 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:02.271691 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfb0769-a8a0-4baa-9d35-bea7b728e093'] response: {'name': 'network-changed', 'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'status': 'completed', 'code': 200} Mar 31 20:33:02.283096 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0cfd3e60-f5ec-44d0-a8fc-2c4ffa390ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:02.333247 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:02.342339 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e603ab-2696-4661-b742-e9bf92df615a req-86a9070c-9e24-4902-967c-a52e729ea9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:02.343877 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-86a9070c-9e24-4902-967c-a52e729ea9f1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=70521ca273ea4782911391b54911b60a&device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 1130 time: 0.0513031 Mar 31 20:33:02.441253 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e603ab-2696-4661-b742-e9bf92df615a req-7184421d-715d-42dd-aaee-0889646f4077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:02.442761 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-7184421d-715d-42dd-aaee-0889646f4077 service neutron] 10.222.0.58 "GET /v2.0/networks?id=a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 200 len: 910 time: 0.0919411 Mar 31 20:33:02.486885 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-5b79467f-0bc7-465f-9bd2-53d7a5d1f02b service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 200 len: 217 time: 0.0371156 Mar 31 20:33:02.550330 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:02.555587 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e603ab-2696-4661-b742-e9bf92df615a req-f103a7b0-d97e-4cac-b6fc-106ee61715ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:02.557052 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-f103a7b0-d97e-4cac-b6fc-106ee61715ab service neutron] 10.222.0.58 "GET /v2.0/subnets?id=f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 200 len: 848 time: 0.0599568 Mar 31 20:33:02.578116 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] Checking router: 2ab22543-707a-4355-a52c-68394b8d7162 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:33:02.587432 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:02.588067 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:33:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:02.619774 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e603ab-2696-4661-b742-e9bf92df615a req-fbbce6da-2ae7-40be-8b4a-5161b3deda88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:02.623053 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-fbbce6da-2ae7-40be-8b4a-5161b3deda88 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=a74fdc24-27c7-40bf-8227-cc60a8eede2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0578270 Mar 31 20:33:02.759200 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-8e9b122f-d0a9-4f16-a109-466fc9fe8499 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292207 Mar 31 20:33:02.767143 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3dbe78-6437-4116-bdb7-bf9a139f205f req-4da9f087-d89f-494f-81de-1f22a44f3ab4 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:02.768631 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ad3dbe78-6437-4116-bdb7-bf9a139f205f req-4da9f087-d89f-494f-81de-1f22a44f3ab4 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0938783 Mar 31 20:33:02.839047 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:02.873866 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-ad3dbe78-6437-4116-bdb7-bf9a139f205f req-f1eeb9ca-a536-4a50-b1bd-8f4ecac8325e tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969470 Mar 31 20:33:02.893229 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-95e603ab-2696-4661-b742-e9bf92df615a req-9262275e-c2f7-4f6e-9355-5da1101b15f9 service neutron] 10.222.0.58 "GET /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236079 Mar 31 20:33:03.048603 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:03.078929 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53696230-61b2-48b4-abc5-5cca3ca9467a None None] The sync data for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb is: [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:28:34Z', 'revision_number': 4, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb', '_interfaces': [{'id': 'af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906', 'name': '', 'network_id': 'a74fdc24-27c7-40bf-8227-cc60a8eede2e', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'mac_address': 'fa:16:3e:45:1a:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:34Z', 'updated_at': '2022-03-31T20:28:39Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'subnets': [{'id': 'f979a60e-9c18-4c25-ab9e-72b535d71352', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:33:03.319224 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0359ed1d-37ed-4ef3-9bba-11866092537e None None] New status for floating IP 5c21233a-bd55-4789-a3f2-f7dce06b4a72: DOWN {{(pid=103965) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 20:33:03.435653 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:03.914692 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:04.002586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3dbb9-6622-43b0-95b6-cf98ca38c781 req-cfe15bd1-6e30-4dc4-9182-ebcb033bc770 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:04.004057 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b7e3dbb9-6622-43b0-95b6-cf98ca38c781 req-cfe15bd1-6e30-4dc4-9182-ebcb033bc770 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0567605 Mar 31 20:33:04.054107 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b7e3dbb9-6622-43b0-95b6-cf98ca38c781 req-5e3003e2-a615-4d7d-94e7-2518234f3e19 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/security-groups?id=752c175e-5764-429a-b640-0b7d7154b08b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435259 Mar 31 20:33:04.327636 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-8f67c90d-6fda-4229-bce9-81304450c671 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:04.329076 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-8f67c90d-6fda-4229-bce9-81304450c671 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.58 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 946 time: 0.0545993 Mar 31 20:33:04.427181 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Deleting port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:04.427522 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:04.521035 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] For port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:04.521316 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:04.535311 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Calling delete_port for 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:04.733717 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:04.763586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event deleted for resources: {'Port': ['ID=9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:04.808961 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] No DVR routers for this DVR port 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:04.811661 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:04.816150 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-d00b5c7d-7ac1-41a7-a2ea-d9db6054dc40 req-c652745b-ce92-4f16-94c1-ffdc756b885f tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.58 "DELETE /v2.0/ports/9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 HTTP/1.1" status: 204 len: 173 time: 0.4809654 Mar 31 20:33:04.816646 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-deleted', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:04.819725 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b16678-b085-404a-85f4-343ea45401de" -d '{"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-deleted", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:04.856863 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0e02a-8d30-4688-b057-362cc670e139 x-openstack-request-id: req-deb0e02a-8d30-4688-b057-362cc670e139 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:04.857158 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0e9dc12-a4a8-40eb-8ee4-4591c2e16706", "name": "network-vif-deleted", "tag": "9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:04.857410 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-deb0e02a-8d30-4688-b057-362cc670e139 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:04.857832 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deb0e02a-8d30-4688-b057-362cc670e139'] response: {'server_uuid': 'e0e9dc12-a4a8-40eb-8ee4-4591c2e16706', 'name': 'network-vif-deleted', 'tag': '9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5', 'status': 'completed', 'code': 200} Mar 31 20:33:04.910991 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:05.170684 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-c07a168c-d5df-4fa7-a6a1-7c8294aaecbc req-d2d9411b-5150-4c7f-b75f-c815a5eaf4ee tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 210 time: 0.0328968 Mar 31 20:33:06.301153 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-65da2253-6cc0-40a1-9245-d869d0fdb07a req-518d499c-59ba-4edd-9650-c50b968275d4 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "GET /v2.0/ports?device_id=e0e9dc12-a4a8-40eb-8ee4-4591c2e16706 HTTP/1.1" status: 200 len: 210 time: 0.0319130 Mar 31 20:33:06.499475 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:06.936572 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dba144-4073-4bd5-8e11-ec634e28181f req-538c94e1-9abb-4952-abf7-60096a11edf8 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:06.938103 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48dba144-4073-4bd5-8e11-ec634e28181f req-538c94e1-9abb-4952-abf7-60096a11edf8 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0565050 Mar 31 20:33:06.989940 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48dba144-4073-4bd5-8e11-ec634e28181f req-1e7fac3a-cbf9-43b9-9fd3-3514a73fe200 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428779 Mar 31 20:33:07.359356 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53498) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:07.419364 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group (752c175e-5764-429a-b640-0b7d7154b08b), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:07.446231 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group (752c175e-5764-429a-b640-0b7d7154b08b), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:07.651840 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (752c175e-5764-429a-b640-0b7d7154b08b), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:07.654562 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:07.658471 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] 10.222.0.62 "DELETE /v2.0/security-groups/752c175e-5764-429a-b640-0b7d7154b08b HTTP/1.1" status: 204 len: 168 time: 0.2956238 Mar 31 20:33:07.665820 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752c175e-5764-429a-b640-0b7d7154b08b,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:07.673586 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.673963 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.674317 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.674662 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.675002 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.675361 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.675712 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.676042 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.676371 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.676698 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.677011 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.677329 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.680513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.680513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.680513 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0accb13f-d079-42a7-8120-480e8b689eb7 tempest-TestShelveInstance-44971323 tempest-TestShelveInstance-44971323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:07.776277 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53502) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:08.125888 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd09e7f-d619-4011-9f57-8456088b5a21 req-a102dcb5-a0b8-4234-ac6a-b14c8411f315 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:08.127370 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6dd09e7f-d619-4011-9f57-8456088b5a21 req-a102dcb5-a0b8-4234-ac6a-b14c8411f315 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0662944 Mar 31 20:33:08.205035 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-6dd09e7f-d619-4011-9f57-8456088b5a21 req-8e18c8ff-3f4b-42c3-8118-fe9453d4004b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686097 Mar 31 20:33:08.228027 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (2ab22543-707a-4355-a52c-68394b8d7162), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:08.489057 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Deleting port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:08.490029 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:08.568112 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] For port af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:08.568504 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:08.581091 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Calling delete_port for af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 owned by network:router_interface {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:09.066837 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:09.091215 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:09.091558 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 9b1f92bd-c385-49e8-b8ad-dcee3de9a3f5 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:09.128079 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:09.152544 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Pushing event deleted for resources: {'Port': ['ID=af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:09.379933 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68a21d8-f3d5-48b8-a25b-89d4e8cf8aaa req-9cc10ef9-8df9-4e7b-8dfa-95df5574e9ea tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:09.382053 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b68a21d8-f3d5-48b8-a25b-89d4e8cf8aaa req-9cc10ef9-8df9-4e7b-8dfa-95df5574e9ea tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0822680 Mar 31 20:33:09.382801 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (2ab22543-707a-4355-a52c-68394b8d7162), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:09.508538 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b68a21d8-f3d5-48b8-a25b-89d4e8cf8aaa req-4ba5b576-ed11-4adf-aeea-a0b3b80b1043 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193752 Mar 31 20:33:09.657406 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Router 2ab22543-707a-4355-a52c-68394b8d7162 has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103963) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:33:09.793308 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103963) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:33:09.801014 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e356e4f7-21bc-4cae-b983-f524efc2eb9e admin admin] 10.222.0.62 "PUT /v2.0/routers/2ab22543-707a-4355-a52c-68394b8d7162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0234494 Mar 31 20:33:09.803811 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53508) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:09.806722 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] Sync routers for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:33:09.822502 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:09.823559 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:33:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:09.921723 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks [] for router (2ab22543-707a-4355-a52c-68394b8d7162), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.013440 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: dv-cinder-836070-1-smb {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:10.044995 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks [] for router_gateway (2ab22543-707a-4355-a52c-68394b8d7162), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.165551 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Deleting port 47b406db-f676-4763-8774-2375107e75d7 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:10.166147 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (47b406db-f676-4763-8774-2375107e75d7), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.264967 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64'}], 'enable_snat': True}, 'gw_port_id': '47b406db-f676-4763-8774-2375107e75d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:33:08Z', 'revision_number': 5, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port': {'id': '47b406db-f676-4763-8774-2375107e75d7', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:7a:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ab22543-707a-4355-a52c-68394b8d7162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:32Z', 'updated_at': '2022-03-31T20:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:10.295551 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] Checking router: 2ab22543-707a-4355-a52c-68394b8d7162 for host: dv-cinder-836070-1-smb {{(pid=103964) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:33:10.297240 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] For port 47b406db-f676-4763-8774-2375107e75d7, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=47b406db-f676-4763-8774-2375107e75d7,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:10.297800 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (47b406db-f676-4763-8774-2375107e75d7), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.306577 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] Routers {'2ab22543-707a-4355-a52c-68394b8d7162'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103964) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:10.306974 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:33:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['2ab22543-707a-4355-a52c-68394b8d7162'], 'active': True} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:10.320597 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Calling delete_port for 47b406db-f676-4763-8774-2375107e75d7 owned by network:router_gateway {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:10.403852 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvr_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] Set router 2ab22543-707a-4355-a52c-68394b8d7162 gateway port host: None {{(pid=103964) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:10.462391 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_hamode_db [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:33:10Z', 'revision_number': 6, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port_host': None}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103964) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:10.495691 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f32fdd-8203-4362-9fec-f4694b2561ac None None] The sync data for ids ['2ab22543-707a-4355-a52c-68394b8d7162'] in dv-cinder-836070-1-smb is: [{'id': '2ab22543-707a-4355-a52c-68394b8d7162', 'name': 'tempest-TestShelveInstance-1714817270-router', 'tenant_id': '70521ca273ea4782911391b54911b60a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:31Z', 'updated_at': '2022-03-31T20:33:10Z', 'revision_number': 6, 'project_id': '70521ca273ea4782911391b54911b60a', 'gw_port_host': None}] {{(pid=103964) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:33:10.629675 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (47b406db-f676-4763-8774-2375107e75d7), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.660674 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47b406db-f676-4763-8774-2375107e75d7,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:10.679571 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce5eb34-3d19-4be9-ab82-88635ad7169e req-5fdb84d7-dc10-4cc1-83ce-4ed6758bf9fc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:10.681230 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bce5eb34-3d19-4be9-ab82-88635ad7169e req-5fdb84d7-dc10-4cc1-83ce-4ed6758bf9fc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0900099 Mar 31 20:33:10.769447 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (2ab22543-707a-4355-a52c-68394b8d7162), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.837489 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-bce5eb34-3d19-4be9-ab82-88635ad7169e req-760dff97-0e84-4b4c-84fd-5de18b2a7856 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396453 Mar 31 20:33:10.877219 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (2ab22543-707a-4355-a52c-68394b8d7162), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:10.879646 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks [] for router_controller (2ab22543-707a-4355-a52c-68394b8d7162), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.002569 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (2ab22543-707a-4355-a52c-68394b8d7162), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.003099 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ab22543-707a-4355-a52c-68394b8d7162 {{(pid=103963) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:33:11.009802 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.009802 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-1a26d372-7dae-47d9-b913-b51ae71b3cf3 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2ab22543-707a-4355-a52c-68394b8d7162 HTTP/1.1" status: 204 len: 168 time: 1.2043118 Mar 31 20:33:11.012232 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53512) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:11.059455 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_v2 [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Deleting subnet f979a60e-9c18-4c25-ab9e-72b535d71352 {{(pid=103963) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:33:11.063157 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Publish callbacks [] for subnet (f979a60e-9c18-4c25-ab9e-72b535d71352), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.103998 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3397596'] for subnet (f979a60e-9c18-4c25-ab9e-72b535d71352), precommit_delete_associations {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.183080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (f979a60e-9c18-4c25-ab9e-72b535d71352), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.311746 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8765275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9338720'] for subnet (f979a60e-9c18-4c25-ab9e-72b535d71352), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.337088 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f979a60e-9c18-4c25-ab9e-72b535d71352,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:11.343478 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for subnet (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.347275 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-0edd7b59-7a90-438e-ba28-2f0019ac8c53 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/f979a60e-9c18-4c25-ab9e-72b535d71352 HTTP/1.1" status: 204 len: 168 time: 0.3338432 Mar 31 20:33:11.350694 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6a69e4-fecf-46c7-8d7a-7e537cc86436 None None] Network a74fdc24-27c7-40bf-8227-cc60a8eede2e requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:33:11.351477 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53514) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:11.426415 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (a74fdc24-27c7-40bf-8227-cc60a8eede2e), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.500013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Deleting port 1236fe14-2829-498d-8e0a-ccb75ff11967 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:11.500529 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.535666 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] DHCP port deletion for a74fdc24-27c7-40bf-8227-cc60a8eede2e request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:33:11.575746 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] For port 1236fe14-2829-498d-8e0a-ccb75ff11967, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=1236fe14-2829-498d-8e0a-ccb75ff11967,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:11.576121 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.587769 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] Deleting port 1236fe14-2829-498d-8e0a-ccb75ff11967 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:11.588155 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.590310 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Calling delete_port for 1236fe14-2829-498d-8e0a-ccb75ff11967 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:11.661281 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] For port 1236fe14-2829-498d-8e0a-ccb75ff11967, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=1236fe14-2829-498d-8e0a-ccb75ff11967,segment=NetworkSegment(2b660403-187e-45e9-8a67-41876edddf76),segment_id=2b660403-187e-45e9-8a67-41876edddf76)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:11.661708 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.675402 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] Calling delete_port for 1236fe14-2829-498d-8e0a-ccb75ff11967 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:11.762138 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.769037 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (1236fe14-2829-498d-8e0a-ccb75ff11967), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.782687 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] No DVR routers for this DVR port 1236fe14-2829-498d-8e0a-ccb75ff11967 on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:11.804028 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-54409912-682b-40a4-81ea-13e0da102355 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:11.805635 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1236fe14-2829-498d-8e0a-ccb75ff11967,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:11.805817 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-54409912-682b-40a4-81ea-13e0da102355 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.0712531 Mar 31 20:33:11.814789 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1c6d-18f1-4a29-be7e-d21b747fa6ff None None] Pushing event deleted for resources: {'Port': ['ID=1236fe14-2829-498d-8e0a-ccb75ff11967,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:11.819682 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] No DVR routers for this DVR port 1236fe14-2829-498d-8e0a-ccb75ff11967 on host dv-cinder-836070-1-smb {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:11.824106 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.824106 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.824446 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.824774 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.825111 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.825708 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.826118 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.827013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.827013 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.827348 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.827462 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.827766 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.828130 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.828439 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.828774 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:11.908805 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Deleting port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:11.909230 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.911329 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (a74fdc24-27c7-40bf-8227-cc60a8eede2e), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.931828 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74fdc24-27c7-40bf-8227-cc60a8eede2e']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:11.941569 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b660403-187e-45e9-8a67-41876edddf76') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:11.941977 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b660403-187e-45e9-8a67-41876edddf76') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:11.952573 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (2b660403-187e-45e9-8a67-41876edddf76), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.967669 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (2b660403-187e-45e9-8a67-41876edddf76), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.974830 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:33:11.975323 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (2b660403-187e-45e9-8a67-41876edddf76), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:33:11.977009 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:33:12.029494 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb940f-ae71-4743-8144-62176c7b0f62 req-a0af4756-2201-4f56-a3f2-4137afb9e921 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:12.031235 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42fb940f-ae71-4743-8144-62176c7b0f62 req-a0af4756-2201-4f56-a3f2-4137afb9e921 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 945 time: 0.1189413 Mar 31 20:33:12.038084 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] For port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:12.038447 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:12.062935 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Calling delete_port for 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:12.109248 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (a74fdc24-27c7-40bf-8227-cc60a8eede2e), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:12.117039 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:12.123264 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a74fdc24-27c7-40bf-8227-cc60a8eede2e HTTP/1.1" status: 204 len: 168 time: 0.7705295 Mar 31 20:33:12.126765 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53520) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:12.156071 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-42fb940f-ae71-4743-8144-62176c7b0f62 req-4162ae9c-47ee-4699-9a56-44654e7ce41f tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149507 Mar 31 20:33:12.205311 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a7b79-1353-40bb-82b1-ff3d3f4312a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a74fdc24-27c7-40bf-8227-cc60a8eede2e,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:12.218480 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:12.243236 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:12.243732 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device af5d8f8b-b9d9-4a70-bb48-6fc66e1ef906 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:12.244220 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 1236fe14-2829-498d-8e0a-ccb75ff11967 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:12.265613 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 1236fe14-2829-498d-8e0a-ccb75ff11967 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:12.266088 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 1236fe14-2829-498d-8e0a-ccb75ff11967 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:12.266608 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 47b406db-f676-4763-8774-2375107e75d7 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:12.286584 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 47b406db-f676-4763-8774-2375107e75d7 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:12.286963 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 47b406db-f676-4763-8774-2375107e75d7 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:12.328090 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (26eb82e5-22bd-4dba-8b87-f0f7616f80b3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:12.340621 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['26eb82e5-22bd-4dba-8b87-f0f7616f80b3'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:33:12.367444 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Pushing event deleted for resources: {'Port': ['ID=26eb82e5-22bd-4dba-8b87-f0f7616f80b3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:12.424875 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] No DVR routers for this DVR port 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:12.428876 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:12.432483 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-91f5791d-3be3-456d-ba34-83fe8fe5c986 req-c91688b7-01e8-4352-a549-6b64d1a218dc tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "DELETE /v2.0/ports/26eb82e5-22bd-4dba-8b87-f0f7616f80b3 HTTP/1.1" status: 204 len: 173 time: 0.6201355 Mar 31 20:33:12.432980 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'name': 'network-vif-deleted', 'tag': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:12.435369 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e09afc3-3b07-440b-bd0d-c331ba29e702" -d '{"events": [{"server_uuid": "7537e464-ab0b-439e-ba99-b4f4698c01cd", "name": "network-vif-deleted", "tag": "26eb82e5-22bd-4dba-8b87-f0f7616f80b3"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:12.475120 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345e29e-4f23-4fe5-a5ca-8f172cb7d9e3 x-openstack-request-id: req-2345e29e-4f23-4fe5-a5ca-8f172cb7d9e3 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:12.475301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537e464-ab0b-439e-ba99-b4f4698c01cd", "name": "network-vif-deleted", "tag": "26eb82e5-22bd-4dba-8b87-f0f7616f80b3", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:12.475503 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2345e29e-4f23-4fe5-a5ca-8f172cb7d9e3 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:12.475919 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2345e29e-4f23-4fe5-a5ca-8f172cb7d9e3'] response: {'server_uuid': '7537e464-ab0b-439e-ba99-b4f4698c01cd', 'name': 'network-vif-deleted', 'tag': '26eb82e5-22bd-4dba-8b87-f0f7616f80b3', 'status': 'completed', 'code': 200} Mar 31 20:33:12.803412 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-656508'] for router_interface (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:13.063743 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Deleting port 7a1a6191-5444-47fc-af98-d8faa890a5af {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:13.063973 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:13.151458 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] For port 7a1a6191-5444-47fc-af98-d8faa890a5af, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=7a1a6191-5444-47fc-af98-d8faa890a5af,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:13.151831 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:13.166449 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Calling delete_port for 7a1a6191-5444-47fc-af98-d8faa890a5af owned by network:router_interface {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:13.294164 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f13479c5-195a-4c86-b76d-27458e231a03 req-e5836e0c-8dbe-4935-8415-e1e97b815b94 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=7537e464-ab0b-439e-ba99-b4f4698c01cd HTTP/1.1" status: 200 len: 210 time: 0.0480106 Mar 31 20:33:13.469194 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (7a1a6191-5444-47fc-af98-d8faa890a5af), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:13.498381 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1a6191-5444-47fc-af98-d8faa890a5af,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:13.728097 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548699', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-655852'] for router_interface (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:13.962157 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a has already been hosted by L3 agent 3ea84105-6781-4519-92d4-1105d5f9e633 {{(pid=103962) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 20:33:14.075308 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] Notify agent at l3_agent.dv-cinder-836070-1-smb the message routers_updated {{(pid=103962) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 20:33:14.080463 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6fcedde1-0e84-4faa-b916-03d65bcfcab5 admin admin] 10.222.0.62 "PUT /v2.0/routers/7d5931bf-23a7-4d4b-9ea3-969700e40f1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9383073 Mar 31 20:33:14.083637 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53526) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:14.090018 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] Sync routers for ids ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'] in dv-cinder-836070-1-smb {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 20:33:14.099520 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] Routers {'7d5931bf-23a7-4d4b-9ea3-969700e40f1a'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:14.100135 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:33:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:14.211929 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks [] for router (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:14.217027 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] Set router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a gateway port host: dv-cinder-836070-1-smb {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:14.328701 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks [] for router_gateway (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:14.404372 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'external_fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97'}], 'enable_snat': True}, 'gw_port_id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:33:13Z', 'revision_number': 5, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port': {'id': '42a88ffa-7c69-421c-9385-cf0ef28c95d8', 'name': '', 'network_id': '98d720f8-ef23-47f2-b453-319c855f3863', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'ip_address': '172.28.3.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836070-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T20:28:38Z', 'updated_at': '2022-03-31T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e20f5cee-6aaa-48d1-aab6-7e9910043000', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836070-1-smb'}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:14.430971 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] Checking router: 7d5931bf-23a7-4d4b-9ea3-969700e40f1a for host: dv-cinder-836070-1-smb {{(pid=103965) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 20:33:14.439510 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] Routers {'7d5931bf-23a7-4d4b-9ea3-969700e40f1a'} bound to L3 agent in host dv-cinder-836070-1-smb {{(pid=103965) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 20:33:14.440121 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836070-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T20:15:02Z,description=,heartbeat_timestamp=2022-03-31T20:33:02Z,host='dv-cinder-836070-1-smb',id=3ea84105-6781-4519-92d4-1105d5f9e633,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T20:15:03Z,topic='l3_agent')) {'router_ids': ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'], 'active': True} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:14.470402 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Deleting port 42a88ffa-7c69-421c-9385-cf0ef28c95d8 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:14.470743 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:14.533725 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_dvr_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] Set router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a gateway port host: None {{(pid=103965) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 20:33:14.557011 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] For port 42a88ffa-7c69-421c-9385-cf0ef28c95d8, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=42a88ffa-7c69-421c-9385-cf0ef28c95d8,segment=NetworkSegment(bd7c8513-aa96-407e-8f25-8e698c003800),segment_id=bd7c8513-aa96-407e-8f25-8e698c003800)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:14.557389 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:14.571669 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Calling delete_port for 42a88ffa-7c69-421c-9385-cf0ef28c95d8 owned by network:router_gateway {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:14.588444 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.l3_hamode_db [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:33:14Z', 'revision_number': 6, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port_host': None}], 'dv-cinder-836070-1-smb', False) {} {{(pid=103965) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:14.615910 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b83bae2e-6276-432f-b17a-9a06fa828fba None None] The sync data for ids ['7d5931bf-23a7-4d4b-9ea3-969700e40f1a'] in dv-cinder-836070-1-smb is: [{'id': '7d5931bf-23a7-4d4b-9ea3-969700e40f1a', 'name': 'tempest-TestShelveInstance-5343722-router', 'tenant_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T20:28:37Z', 'updated_at': '2022-03-31T20:33:14Z', 'revision_number': 6, 'project_id': 'fbea4b61dcb24fe6ba23c4a669748a7a', 'gw_port_host': None}] {{(pid=103965) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 20:33:14.843222 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (42a88ffa-7c69-421c-9385-cf0ef28c95d8), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:14.865687 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Pushing event deleted for resources: {'Port': ['ID=42a88ffa-7c69-421c-9385-cf0ef28c95d8,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:14.930927 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656646'] for router_gateway (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.029193 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-658842', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1965'] for router (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.031834 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks [] for router_controller (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.085630 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:15.108944 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:15.109216 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 26eb82e5-22bd-4dba-8b87-f0f7616f80b3 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:15.183315 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-658915'] for router (7d5931bf-23a7-4d4b-9ea3-969700e40f1a), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.184040 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d5931bf-23a7-4d4b-9ea3-969700e40f1a {{(pid=103962) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 20:33:15.188667 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.192761 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-59238e32-0da3-4765-b52a-65fb12a9d716 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7d5931bf-23a7-4d4b-9ea3-969700e40f1a HTTP/1.1" status: 204 len: 168 time: 1.1047962 Mar 31 20:33:15.192953 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53534) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:15.237035 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Deleting subnet 74b7ec15-375b-45e9-8327-57eb714e8775 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:33:15.240344 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Publish callbacks [] for subnet (74b7ec15-375b-45e9-8327-57eb714e8775), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.275503 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (74b7ec15-375b-45e9-8327-57eb714e8775), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.356550 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (74b7ec15-375b-45e9-8327-57eb714e8775), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.476841 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (74b7ec15-375b-45e9-8327-57eb714e8775), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.503340 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74b7ec15-375b-45e9-8327-57eb714e8775,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:15.509826 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.514397 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-6e7a1551-0ee2-4ecb-98e0-ca31d323fc97 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/74b7ec15-375b-45e9-8327-57eb714e8775 HTTP/1.1" status: 204 len: 168 time: 0.3203502 Mar 31 20:33:15.515099 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d11ee8-0738-4e78-a9a2-80357b53b77c None None] Network 08d449ba-591d-4041-822e-d5ee6b91fedd requested from dv-cinder-836070-1-smb {{(pid=103964) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 20:33:15.517199 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53536) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:15.589311 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (08d449ba-591d-4041-822e-d5ee6b91fedd), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.654444 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Deleting port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 {{(pid=103962) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:15.654790 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.678771 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] DHCP port deletion for 08d449ba-591d-4041-822e-d5ee6b91fedd request from dv-cinder-836070-1-smb {{(pid=103964) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 20:33:15.723959 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.db [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] For port aa79dd1d-1b7f-4482-95d1-61b76f4d7137, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103962) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:15.724864 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.738098 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.plugin [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Calling delete_port for aa79dd1d-1b7f-4482-95d1-61b76f4d7137 owned by network:dhcp {{(pid=103962) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:15.741981 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] Deleting port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 {{(pid=103964) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:15.742365 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), before_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.819761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] For port aa79dd1d-1b7f-4482-95d1-61b76f4d7137, host dv-cinder-836070-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836070-1-smb',level=0,port_id=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,segment=NetworkSegment(a059f628-abb1-4224-b783-fba295fc1ab2),segment_id=a059f628-abb1-4224-b783-fba295fc1ab2)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:15.820379 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), precommit_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:15.846022 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] Calling delete_port for aa79dd1d-1b7f-4482-95d1-61b76f4d7137 owned by network:dhcp {{(pid=103964) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:16.043026 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2131547071'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.049791 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206'] for port (aa79dd1d-1b7f-4482-95d1-61b76f4d7137), after_delete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.071284 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:16.075110 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] No DVR routers for this DVR port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 on host dv-cinder-836070-1-smb {{(pid=103962) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:16.078841 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] Pushing event deleted for resources: {'Port': ['ID=aa79dd1d-1b7f-4482-95d1-61b76f4d7137,revision_number=None']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:16.080921 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c0cb7-b9d6-49fd-b351-c9d0d91133d0 None None] No DVR routers for this DVR port aa79dd1d-1b7f-4482-95d1-61b76f4d7137 on host dv-cinder-836070-1-smb {{(pid=103964) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:16.169920 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (08d449ba-591d-4041-822e-d5ee6b91fedd), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.202383 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08d449ba-591d-4041-822e-d5ee6b91fedd']}} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:16.210621 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 42a88ffa-7c69-421c-9385-cf0ef28c95d8 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:16.218467 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a059f628-abb1-4224-b783-fba295fc1ab2') {'for_net_delete': True} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:16.218776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.services.segments.db [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a059f628-abb1-4224-b783-fba295fc1ab2') {} {{(pid=103962) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:33:16.231664 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2131480735'] for segment (a059f628-abb1-4224-b783-fba295fc1ab2), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.238162 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 42a88ffa-7c69-421c-9385-cf0ef28c95d8 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:16.238503 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 42a88ffa-7c69-421c-9385-cf0ef28c95d8 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:16.238899 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device aa79dd1d-1b7f-4482-95d1-61b76f4d7137 no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:16.251369 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (a059f628-abb1-4224-b783-fba295fc1ab2), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.258836 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=103962) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2131547114'] for segment (a059f628-abb1-4224-b783-fba295fc1ab2), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: Traceback (most recent call last): Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: timer() Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: cb(*args, **kw) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: return func(*args, **kwargs) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: self._notify() Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: self.callback(batched_events) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: event.method(event) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: return f(self, *a, **k) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: return self._get(url).json() Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: return self.request(url, 'GET', **kwargs) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:33:16.261776 dv-cinder-836070-1-smb neutron-server[103962]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:33:16.265545 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: aa79dd1d-1b7f-4482-95d1-61b76f4d7137 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:16.265545 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device aa79dd1d-1b7f-4482-95d1-61b76f4d7137 not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:16.265545 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7a1a6191-5444-47fc-af98-d8faa890a5af no longer exists at agent ovs-agent-dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:33:16.284453 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] No Port match for: 7a1a6191-5444-47fc-af98-d8faa890a5af {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:33:16.284870 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Device 7a1a6191-5444-47fc-af98-d8faa890a5af not bound to the agent host dv-cinder-836070-1-smb {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:33:16.414225 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (08d449ba-591d-4041-822e-d5ee6b91fedd), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.419948 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.423131 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] 10.222.0.62 "DELETE /v2.0/networks/08d449ba-591d-4041-822e-d5ee6b91fedd HTTP/1.1" status: 204 len: 168 time: 0.9055099 Mar 31 20:33:16.436424 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc700988-d580-4191-a791-6179bf5bd3eb admin admin] Pushing event deleted for resources: {'Network': ['ID=08d449ba-591d-4041-822e-d5ee6b91fedd,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:16.832685 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53554) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:16.874097 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-012353e3-923b-4a23-bf36-d97768647c6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=70521ca273ea4782911391b54911b60a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402069 Mar 31 20:33:16.876700 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53556) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:16.924649 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15696d-8ce0-4967-bc5b-c17575634220 admin admin] Publish callbacks [] for security_group (511573f8-d4f5-45f3-904a-2eacd5697e39), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:16.947658 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15696d-8ce0-4967-bc5b-c17575634220 admin admin] Publish callbacks [] for security_group (511573f8-d4f5-45f3-904a-2eacd5697e39), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.051700 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15696d-8ce0-4967-bc5b-c17575634220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (511573f8-d4f5-45f3-904a-2eacd5697e39), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.054292 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f15696d-8ce0-4967-bc5b-c17575634220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.055453 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4f15696d-8ce0-4967-bc5b-c17575634220 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/511573f8-d4f5-45f3-904a-2eacd5697e39 HTTP/1.1" status: 204 len: 168 time: 0.1777551 Mar 31 20:33:17.063413 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15696d-8ce0-4967-bc5b-c17575634220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=511573f8-d4f5-45f3-904a-2eacd5697e39,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:17.711570 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53566) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:17.751961 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-fbc8b8a1-0498-4463-ac61-9f867df61aa8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fbea4b61dcb24fe6ba23c4a669748a7a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391831 Mar 31 20:33:17.754399 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53568) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:33:17.808903 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ac64-7642-4106-8d06-c1f758bf417d admin admin] Publish callbacks [] for security_group (fabef1f5-7320-41a8-84a9-56cdd9522fcf), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.831825 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ac64-7642-4106-8d06-c1f758bf417d admin admin] Publish callbacks [] for security_group (fabef1f5-7320-41a8-84a9-56cdd9522fcf), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.973614 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ac64-7642-4106-8d06-c1f758bf417d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (fabef1f5-7320-41a8-84a9-56cdd9522fcf), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.977070 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-e4f2ac64-7642-4106-8d06-c1f758bf417d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:17.978362 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-e4f2ac64-7642-4106-8d06-c1f758bf417d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fabef1f5-7320-41a8-84a9-56cdd9522fcf HTTP/1.1" status: 204 len: 168 time: 0.2229912 Mar 31 20:33:17.986313 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2ac64-7642-4106-8d06-c1f758bf417d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabef1f5-7320-41a8-84a9-56cdd9522fcf,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:19.089786 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-67c42b44-5b16-4e57-8859-5d980784a1aa tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:19.091191 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-67c42b44-5b16-4e57-8859-5d980784a1aa tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/networks?id=c7653ea5-7b82-4074-9d16-252f6a6b6911 HTTP/1.1" status: 200 len: 813 time: 0.0990059 Mar 31 20:33:19.106570 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-25774efa-4c95-4334-9d64-b89ed02e8608 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/quotas/1d126f088a7e4933b9e0b561ebbb2c3e HTTP/1.1" status: 200 len: 375 time: 0.0098486 Mar 31 20:33:19.139757 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-1935149f-4b11-4625-8aad-55683dd0d79e tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274985 Mar 31 20:33:19.233346 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-c502baf1-2352-4f08-bda7-841d4bec9091 service neutron] 10.222.0.62 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870621 Mar 31 20:33:19.322642 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f444a1bc-ec48-4c68-9651-0d779cfe697e service neutron] 10.222.0.62 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835521 Mar 31 20:33:19.563608 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-524ca415-ecf6-4948-ac1e-d3ecd6645192 req-dc297f20-7a5b-4c6a-bc47-2176a69d1a34 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 210 time: 0.0308557 Mar 31 20:33:20.661516 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-cd9918d1-10cd-48e8-8b5c-491a78c12808 req-cef37688-5876-4f65-a149-e179cb586450 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 210 time: 0.0318232 Mar 31 20:33:21.493355 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-78d88fd8-cce4-4917-9bb0-a535aa47b783 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:21.494861 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-78d88fd8-cce4-4917-9bb0-a535aa47b783 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "GET /v2.0/networks?id=c7653ea5-7b82-4074-9d16-252f6a6b6911 HTTP/1.1" status: 200 len: 813 time: 0.0976136 Mar 31 20:33:21.508025 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Request body: {'port': {'device_id': '1044292f-0fe1-4175-b237-fc23cbf44889', 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911', 'admin_state_up': True, 'tenant_id': '1d126f088a7e4933b9e0b561ebbb2c3e'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:33:21.716370 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Made reservation on behalf of 1d126f088a7e4933b9e0b561ebbb2c3e for: {'port': 1} {{(pid=103963) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 20:33:21.721173 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (None), before_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:21.764991 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-48197e22-60d7-4d88-99ab-a8d73c65a2ab req-5657ec3a-1351-4d27-95a7-327fa61ccbb9 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 210 time: 0.0309353 Mar 31 20:33:21.882994 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.db_base_plugin_common [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Allocated IP 172.20.0.10 (c7653ea5-7b82-4074-9d16-252f6a6b6911/473eb17d-4814-4c41-971f-24c462e78ce4/19e071b7-0ab5-4ee9-aaf2-176643b961e3) {{(pid=103963) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 20:33:22.034103 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks [] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), precommit_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:22.168464 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777855284197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), after_create {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:22.212267 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Network c7653ea5-7b82-4074-9d16-252f6a6b6911 is already hosted by enough agents. {{(pid=103963) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 20:33:22.215424 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.scheduler.base_scheduler [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Resources bound (agent type, host, resource id): {{(pid=103963) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 20:33:22.219301 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Received port after_create {{(pid=103963) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 20:33:22.503426 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Pushing event updated for resources: {'Port': ['ID=19e071b7-0ab5-4ee9-aaf2-176643b961e3,revision_number=1']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:22.531305 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:22.531902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:22.620079 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-7214de30-ca54-4a59-a2cd-21e68dc19194 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1160607 Mar 31 20:33:22.631694 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.v2.base [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Request body: {'port': {'device_id': '1044292f-0fe1-4175-b237-fc23cbf44889', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83607'}} {{(pid=103963) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 20:33:22.689107 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:22.931272 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354f50a-7df3-4b4f-8d45-126bd67cf860 req-4f9c4645-648b-4c6b-b9a2-675d3c0f0b1d tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:22.932701 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3354f50a-7df3-4b4f-8d45-126bd67cf860 req-4f9c4645-648b-4c6b-b9a2-675d3c0f0b1d tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 932 time: 0.0909703 Mar 31 20:33:23.008076 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19e071b7-0ab5-4ee9-aaf2-176643b961e3 {{(pid=103963) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:33:23.017998 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Publish callbacks [] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), precommit_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:23.023377 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-3354f50a-7df3-4b4f-8d45-126bd67cf860 req-a9b75ed8-75b2-4171-9f84-addae3d0fb5b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826445 Mar 31 20:33:23.036621 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.provisioning_blocks [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Transition to ACTIVE for port object 19e071b7-0ab5-4ee9-aaf2-176643b961e3 will not be triggered until provisioned by entity L2. {{(pid=103963) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 20:33:23.139212 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:23.194824 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Pushing event updated for resources: {'Port': ['ID=19e071b7-0ab5-4ee9-aaf2-176643b961e3,revision_number=2']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:23.270410 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Attempting to bind port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 on host hv-cinder-83607 for vnic_type normal with profile {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 20:33:23.270734 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Attempting to bind port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 by drivers openvswitch,hyperv on host hv-cinder-83607 at level 0 using segments [{'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 20:33:23.271053 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Attempting to bind port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 on network c7653ea5-7b82-4074-9d16-252f6a6b6911 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:33:23.275273 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 on network c7653ea5-7b82-4074-9d16-252f6a6b6911 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83607 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 20:33:23.275589 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Attempting to bind port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 on network c7653ea5-7b82-4074-9d16-252f6a6b6911 {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 20:33:23.280554 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Checking agent: {'id': '3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83607', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'started_at': datetime.datetime(2022, 3, 31, 20, 21, 34), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 20, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 20:33:23.280886 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Checking segment: {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103963) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 20:33:23.281268 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Bound using segment: {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'} {{(pid=103963) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 20:33:23.281673 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.managers [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Bound port: 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host: hv-cinder-83607, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d65cd75-cf6a-4860-826c-b80a3e6bc240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911'}}] {{(pid=103963) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 20:33:23.282043 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), before_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:23.341902 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] For port 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host hv-cinder-83607, cleared binding levels {{(pid=103963) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 20:33:23.344814 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] For port 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host hv-cinder-83607, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19e071b7-0ab5-4ee9-aaf2-176643b961e3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103963) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 20:33:23.434868 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8765089'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), after_update {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:23.477387 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:23.478465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:23.480998 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] 10.222.0.58 "PUT /v2.0/ports/19e071b7-0ab5-4ee9-aaf2-176643b961e3 HTTP/1.1" status: 200 len: 1094 time: 0.8532159 Mar 31 20:33:23.481955 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1044292f-0fe1-4175-b237-fc23cbf44889', 'tag': '19e071b7-0ab5-4ee9-aaf2-176643b961e3'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:23.486508 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e" -d '{"events": [{"name": "network-changed", "server_uuid": "1044292f-0fe1-4175-b237-fc23cbf44889", "tag": "19e071b7-0ab5-4ee9-aaf2-176643b961e3"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:23.515588 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1166f16-440d-428c-8f7a-26687e1b1861 service neutron] Pushing event updated for resources: {'Port': ['ID=19e071b7-0ab5-4ee9-aaf2-176643b961e3,revision_number=3']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:23.524692 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28909394-46f2-4988-81a9-41c0e1fe7c4c x-openstack-request-id: req-28909394-46f2-4988-81a9-41c0e1fe7c4c {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:23.525101 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1044292f-0fe1-4175-b237-fc23cbf44889", "tag": "19e071b7-0ab5-4ee9-aaf2-176643b961e3", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:23.525466 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-28909394-46f2-4988-81a9-41c0e1fe7c4c {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:23.526132 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28909394-46f2-4988-81a9-41c0e1fe7c4c'] response: {'name': 'network-changed', 'server_uuid': '1044292f-0fe1-4175-b237-fc23cbf44889', 'tag': '19e071b7-0ab5-4ee9-aaf2-176643b961e3', 'status': 'completed', 'code': 200} Mar 31 20:33:23.595759 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e req-ac9d8544-9b37-4d51-b986-b0eaeb52ebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:23.597252 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e req-ac9d8544-9b37-4d51-b986-b0eaeb52ebd4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 1128 time: 0.0491219 Mar 31 20:33:23.698455 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e req-6df97883-9017-49a8-9ef8-c1574d964111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:23.699819 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e req-6df97883-9017-49a8-9ef8-c1574d964111 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0955145 Mar 31 20:33:23.798365 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e req-c60d824b-49f9-4211-9a3e-cb5a387c7391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:23.799823 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9c66a180-f9d1-4e39-b4c1-e39e97dc581e req-c60d824b-49f9-4211-9a3e-cb5a387c7391 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929182 Mar 31 20:33:23.880354 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-11dd7b94-111b-43c0-a1f9-6b95c9823524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:23.882436 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-11dd7b94-111b-43c0-a1f9-6b95c9823524 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 1128 time: 0.0464144 Mar 31 20:33:23.929491 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-096103fa-5d93-4b7b-b04d-7aa1f414d6ea service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19e071b7-0ab5-4ee9-aaf2-176643b961e3 HTTP/1.1" status: 200 len: 217 time: 0.0380409 Mar 31 20:33:23.980447 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-9f09a1af-82d2-4bb9-be34-37f15c32d1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:23.981860 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-9f09a1af-82d2-4bb9-be34-37f15c32d1a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=473eb17d-4814-4c41-971f-24c462e78ce4 HTTP/1.1" status: 200 len: 853 time: 0.0451834 Mar 31 20:33:24.014555 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-2904ba0f-15e9-454f-ad35-5f6ea32abb6b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=c7653ea5-7b82-4074-9d16-252f6a6b6911&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257075 Mar 31 20:33:24.133775 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-61afb5bd-2ad9-45b7-86cc-074f7f8a06b0 service neutron] 10.222.0.58 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128302 Mar 31 20:33:24.204529 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4086c1-870c-499b-8675-83c79423c114 req-c1a5af8e-941e-450d-8694-7af667bb5a3c tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:24.206027 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5b4086c1-870c-499b-8675-83c79423c114 req-c1a5af8e-941e-450d-8694-7af667bb5a3c tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 944 time: 0.1145940 Mar 31 20:33:24.265862 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-0988ab14-9a04-4776-ae1a-a4d40e2083f2 req-14eaa40a-de87-4055-88d0-0776eac46444 service neutron] 10.222.0.58 "GET /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257772 Mar 31 20:33:24.280336 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-5b4086c1-870c-499b-8675-83c79423c114 req-29c794e2-43c1-42f1-a0a7-413cab2d2cbb tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669694 Mar 31 20:33:25.406951 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4775e-d31c-4a54-9549-6501e4ea6d25 req-5eada918-ee36-4d0b-b8c5-a917bb55a6eb tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:25.408410 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88c4775e-d31c-4a54-9549-6501e4ea6d25 req-5eada918-ee36-4d0b-b8c5-a917bb55a6eb tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 944 time: 0.0528297 Mar 31 20:33:25.468887 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-88c4775e-d31c-4a54-9549-6501e4ea6d25 req-5d631854-7d67-4a0f-9f7e-ec330f57b9a1 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521371 Mar 31 20:33:26.587519 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd19e60b-dc78-4880-b2e8-9d16f65834db req-e4dc0e9e-4348-4ed1-b950-4300a7c26c28 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:26.589034 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fd19e60b-dc78-4880-b2e8-9d16f65834db req-e4dc0e9e-4348-4ed1-b950-4300a7c26c28 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 944 time: 0.0535054 Mar 31 20:33:26.634523 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-fd19e60b-dc78-4880-b2e8-9d16f65834db req-6c489717-0ad1-439d-a23c-28ef7cb125f6 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398428 Mar 31 20:33:27.111806 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 19e071b7-0ab5-4ee9-aaf2-176643b961e3 details requested by agent hyperv_hv-cinder-83607 with host hv-cinder-83607 {{(pid=103964) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 20:33:27.209051 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19e071b7-0ab5-4ee9-aaf2-176643b961e3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:27.351325 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Returning: {'device': '19e071b7-0ab5-4ee9-aaf2-176643b961e3', 'network_id': 'c7653ea5-7b82-4074-9d16-252f6a6b6911', 'port_id': '19e071b7-0ab5-4ee9-aaf2-176643b961e3', 'mac_address': 'fa:16:3e:e0:ce:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '473eb17d-4814-4c41-971f-24c462e78ce4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103964) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 20:33:27.387787 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 is: DOWN; New status is: BUILD {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:27.388118 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.400618 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19e071b7-0ab5-4ee9-aaf2-176643b961e3 {{(pid=103964) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 20:33:27.420573 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19e071b7-0ab5-4ee9-aaf2-176643b961e3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:27.487370 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:27.534625 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=19e071b7-0ab5-4ee9-aaf2-176643b961e3,revision_number=4']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:27.542160 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.543783 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.543783 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.543783 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.543783 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.544157 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.544252 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.544543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.544871 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.545294 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.545549 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.545897 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.546222 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.546543 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.546864 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103964) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:33:27.720462 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['19e071b7-0ab5-4ee9-aaf2-176643b961e3'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:33:27.757774 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcfc138-f5fc-40a5-815a-88a77bf8ec44 req-5ab3fc3d-6d31-4349-921d-accd83906c0b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:27.759359 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9bcfc138-f5fc-40a5-815a-88a77bf8ec44 req-5ab3fc3d-6d31-4349-921d-accd83906c0b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 945 time: 0.0581458 Mar 31 20:33:27.807284 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-9bcfc138-f5fc-40a5-815a-88a77bf8ec44 req-450c06ec-6297-476f-b9d2-f3366433f856 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418444 Mar 31 20:33:28.926924 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01e01e-9c68-4f67-94da-8aa581150e19 req-48461553-98e4-4895-a6c9-949353d6c7de tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:28.928442 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1f01e01e-9c68-4f67-94da-8aa581150e19 req-48461553-98e4-4895-a6c9-949353d6c7de tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 945 time: 0.0535138 Mar 31 20:33:28.977568 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-1f01e01e-9c68-4f67-94da-8aa581150e19 req-8ab5ffda-9458-47ac-bc78-7fea2c9a88e7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429084 Mar 31 20:33:29.114525 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 19e071b7-0ab5-4ee9-aaf2-176643b961e3 up at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 20:33:29.230585 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning for port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 completed by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 20:33:29.234657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.db.provisioning_blocks [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Provisioning complete for port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 triggered by entity L2. {{(pid=103964) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 20:33:29.235042 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-33436462'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), provisioning_complete {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:29.315953 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Current status of the port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 is: BUILD; New status is: ACTIVE {{(pid=103964) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 20:33:29.316279 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-33390804'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), before_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:29.338911 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1044292f-0fe1-4175-b237-fc23cbf44889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e071b7-0ab5-4ee9-aaf2-176643b961e3'}] {{(pid=103964) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:29.341249 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a4fcdaf272a615434746a96270d7c860aba42b7b2d475992e86ed5ca260c572f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64919922-6ac5-45c3-a852-809f5df1e7f5" -d '{"events": [{"server_uuid": "1044292f-0fe1-4175-b237-fc23cbf44889", "name": "network-vif-plugged", "status": "completed", "tag": "19e071b7-0ab5-4ee9-aaf2-176643b961e3"}]}' {{(pid=103964) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:29.355300 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] For port 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19e071b7-0ab5-4ee9-aaf2-176643b961e3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103964) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:29.377531 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23519ba9-4c50-4214-8e60-8c57627e18dd x-openstack-request-id: req-23519ba9-4c50-4214-8e60-8c57627e18dd {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:29.377853 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1044292f-0fe1-4175-b237-fc23cbf44889", "name": "network-vif-plugged", "status": "completed", "tag": "19e071b7-0ab5-4ee9-aaf2-176643b961e3", "code": 200}]} {{(pid=103964) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:29.378123 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-23519ba9-4c50-4214-8e60-8c57627e18dd {{(pid=103964) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:29.378526 dv-cinder-836070-1-smb neutron-server[103964]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23519ba9-4c50-4214-8e60-8c57627e18dd'] response: {'server_uuid': '1044292f-0fe1-4175-b237-fc23cbf44889', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19e071b7-0ab5-4ee9-aaf2-176643b961e3', 'code': 200} Mar 31 20:33:29.453198 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777855703947', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777855284215', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777855283725'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:29.500570 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Pushing event updated for resources: {'Port': ['ID=19e071b7-0ab5-4ee9-aaf2-176643b961e3,revision_number=5']} {{(pid=103964) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:29.733580 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fdbcd-27ce-458c-bb86-ffed717922d9 req-3c36336b-ec1a-4480-ab0b-35a54325ba65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:29.734998 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-477fdbcd-27ce-458c-bb86-ffed717922d9 req-3c36336b-ec1a-4480-ab0b-35a54325ba65 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 1130 time: 0.0446246 Mar 31 20:33:29.786289 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-477fdbcd-27ce-458c-bb86-ffed717922d9 req-632db375-3f30-48f3-90ef-544fa06ea1bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396330 Mar 31 20:33:29.973199 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-14ded4f2-221c-4155-9bba-d21d18a01add None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:30.102761 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0431a7-b65a-461e-ba63-c98676f3af34 req-065c6af2-100e-4fb0-b91c-3687cfa8381c tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:30.104238 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7a0431a7-b65a-461e-ba63-c98676f3af34 req-065c6af2-100e-4fb0-b91c-3687cfa8381c tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0542483 Mar 31 20:33:30.151894 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7a0431a7-b65a-461e-ba63-c98676f3af34 req-aacd9716-b3c8-44e3-8186-cdf952be3d2c tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421023 Mar 31 20:33:31.273330 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b06816a-bd3b-422b-a520-e6db02902d2f req-c609cca5-ee7b-4f08-b28c-e6b096fb0f60 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:31.274898 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7b06816a-bd3b-422b-a520-e6db02902d2f req-c609cca5-ee7b-4f08-b28c-e6b096fb0f60 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0544109 Mar 31 20:33:31.323101 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-7b06816a-bd3b-422b-a520-e6db02902d2f req-5e1309ac-633a-417a-a340-8412291654ac tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421228 Mar 31 20:33:32.287517 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3702b709-3e8d-4fb6-9705-f7f0f601dc86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:33.422541 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:33.973245 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:34.904283 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:36.437523 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:37.619239 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:33:53.069511 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4279487e-ef99-4884-a847-2966f3e1c558 req-d221619b-c901-45c6-88ce-ab69771e2a82 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:53.071062 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4279487e-ef99-4884-a847-2966f3e1c558 req-d221619b-c901-45c6-88ce-ab69771e2a82 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0578301 Mar 31 20:33:53.119115 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-4279487e-ef99-4884-a847-2966f3e1c558 req-5fc662d4-1522-43f2-a7dc-3efac546daa1 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422158 Mar 31 20:33:54.336573 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6756206-0203-4540-a3d1-9271144af688 req-0af860ce-862e-45b7-a721-893623d3105e tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:54.338048 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f6756206-0203-4540-a3d1-9271144af688 req-0af860ce-862e-45b7-a721-893623d3105e tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.1496031 Mar 31 20:33:54.383664 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-f6756206-0203-4540-a3d1-9271144af688 req-63874a37-a324-44b4-bc60-719772201dd7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Mar 31 20:33:55.504535 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b29501-5385-4d65-9d53-7a7c6679487b req-2d2086e1-5b8e-4a27-82aa-2b924281b0e7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:55.505970 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-94b29501-5385-4d65-9d53-7a7c6679487b req-2d2086e1-5b8e-4a27-82aa-2b924281b0e7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0555205 Mar 31 20:33:55.552474 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-94b29501-5385-4d65-9d53-7a7c6679487b req-b75a15e9-2a68-499c-9916-e6d0644e49aa tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408947 Mar 31 20:33:56.672620 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a10c42-f674-417d-993e-be1ca1cea67f req-fcb2d78b-e7b4-4ebc-928e-d66c03c63950 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:56.674288 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b2a10c42-f674-417d-993e-be1ca1cea67f req-fcb2d78b-e7b4-4ebc-928e-d66c03c63950 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0549994 Mar 31 20:33:56.721469 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-b2a10c42-f674-417d-993e-be1ca1cea67f req-1862c8f2-cb2e-4850-b377-16f7406dbcff tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401106 Mar 31 20:33:57.724455 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-fe327f2b-3dee-490a-b90c-1c22ee5251a4 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:57.725910 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-fe327f2b-3dee-490a-b90c-1c22ee5251a4 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0525422 Mar 31 20:33:57.860769 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8d1de-427e-457b-9098-a48d81bc4cad req-4f536395-39f1-42c1-9dac-27382b47ad21 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103963) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 20:33:57.862254 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a3c8d1de-427e-457b-9098-a48d81bc4cad req-4f536395-39f1-42c1-9dac-27382b47ad21 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 946 time: 0.0662980 Mar 31 20:33:57.865334 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Deleting port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 {{(pid=103963) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 20:33:57.865681 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777855699222'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:57.969956 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-a3c8d1de-427e-457b-9098-a48d81bc4cad req-a8695e19-39f4-4d3e-a7a8-c428f821b5f7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/security-groups?id=ec1476bb-2f98-4bf0-a607-0770aee68ef6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011209 Mar 31 20:33:57.992946 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.db [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] For port 19e071b7-0ab5-4ee9-aaf2-176643b961e3, host hv-cinder-83607, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83607',level=0,port_id=19e071b7-0ab5-4ee9-aaf2-176643b961e3,segment=NetworkSegment(4d65cd75-cf6a-4860-826c-b80a3e6bc240),segment_id=4d65cd75-cf6a-4860-826c-b80a3e6bc240)] {{(pid=103963) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 20:33:57.993309 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667726'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:58.007475 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.plugin [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Calling delete_port for 19e071b7-0ab5-4ee9-aaf2-176643b961e3 owned by compute:nova {{(pid=103963) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 20:33:58.216508 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-33390741', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-248547', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777855703929', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777855284206', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8765096'] for port (19e071b7-0ab5-4ee9-aaf2-176643b961e3), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:58.228918 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.db [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] get_ports_and_sgs() called for port_ids ['19e071b7-0ab5-4ee9-aaf2-176643b961e3'] {{(pid=103964) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 20:33:58.247252 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Pushing event deleted for resources: {'Port': ['ID=19e071b7-0ab5-4ee9-aaf2-176643b961e3,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:33:58.291643 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] No DVR routers for this DVR port 19e071b7-0ab5-4ee9-aaf2-176643b961e3 on host hv-cinder-83607 {{(pid=103963) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 20:33:58.294193 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79246'] for port (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:33:58.297574 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-37a708bb-0804-4f2d-abf6-c522a9bdf87e req-96a4267f-4279-4ee7-a398-4e0b432269d7 tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.58 "DELETE /v2.0/ports/19e071b7-0ab5-4ee9-aaf2-176643b961e3 HTTP/1.1" status: 204 len: 173 time: 0.5664203 Mar 31 20:33:58.298054 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1044292f-0fe1-4175-b237-fc23cbf44889', 'name': 'network-vif-deleted', 'tag': '19e071b7-0ab5-4ee9-aaf2-176643b961e3'}] {{(pid=103963) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 20:33:58.300310 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}34f314bd804096a18942ec624ed728774cee4ac4fbf4909f3a3ac177d2cae44f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495bb50b-96b8-4759-87d6-e29282aaf096" -d '{"events": [{"server_uuid": "1044292f-0fe1-4175-b237-fc23cbf44889", "name": "network-vif-deleted", "tag": "19e071b7-0ab5-4ee9-aaf2-176643b961e3"}]}' {{(pid=103963) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 20:33:58.335244 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 20:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86654879-3e43-468d-8af6-2323ac5fc423 x-openstack-request-id: req-86654879-3e43-468d-8af6-2323ac5fc423 {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 20:33:58.335542 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1044292f-0fe1-4175-b237-fc23cbf44889", "name": "network-vif-deleted", "tag": "19e071b7-0ab5-4ee9-aaf2-176643b961e3", "status": "completed", "code": 200}]} {{(pid=103963) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 20:33:58.335796 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-86654879-3e43-468d-8af6-2323ac5fc423 {{(pid=103963) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 20:33:58.336202 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86654879-3e43-468d-8af6-2323ac5fc423'] response: {'server_uuid': '1044292f-0fe1-4175-b237-fc23cbf44889', 'name': 'network-vif-deleted', 'tag': '19e071b7-0ab5-4ee9-aaf2-176643b961e3', 'status': 'completed', 'code': 200} Mar 31 20:33:59.075600 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [req-418da447-121b-4e7d-a2d7-7722dd40b347 req-4a9fe9c0-b18c-44ec-9a9a-3f6c6b976e6b tempest-VolumesSnapshotTestJSON-634527734 tempest-VolumesSnapshotTestJSON-634527734-project] 10.222.0.62 "GET /v2.0/ports?device_id=1044292f-0fe1-4175-b237-fc23cbf44889 HTTP/1.1" status: 200 len: 210 time: 0.0272260 Mar 31 20:33:59.961109 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf079-ed9a-4aa9-8603-caf2a438c9fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:01.195617 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 19e071b7-0ab5-4ee9-aaf2-176643b961e3 no longer exists at agent hyperv_hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 20:34:01.219661 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.plugin [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] No Port match for: 19e071b7-0ab5-4ee9-aaf2-176643b961e3 {{(pid=103964) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 20:34:01.220013 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron.plugins.ml2.rpc [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Device 19e071b7-0ab5-4ee9-aaf2-176643b961e3 not bound to the agent host hv-cinder-83607 {{(pid=103964) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 20:34:02.279269 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-ff4f3e6c-8659-4809-9230-c3148979886c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:03.498494 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:03.953348 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:04.915443 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:06.430207 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:14.618318 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:34:20.149589 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [-] (103962) accepted ('10.222.0.62', 53848) {{(pid=103962) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:20.215273 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Deleting subnet 473eb17d-4814-4c41-971f-24c462e78ce4 {{(pid=103962) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 20:34:20.218981 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Publish callbacks [] for subnet (473eb17d-4814-4c41-971f-24c462e78ce4), before_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.255699 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2131480724'] for subnet (473eb17d-4814-4c41-971f-24c462e78ce4), precommit_delete_associations {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.295595 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-33497286'] for subnet (473eb17d-4814-4c41-971f-24c462e78ce4), precommit_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.427667 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-33497329', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-574349', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2131546700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2131281390'] for subnet (473eb17d-4814-4c41-971f-24c462e78ce4), after_delete {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.452915 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=473eb17d-4814-4c41-971f-24c462e78ce4,revision_number=None']} {{(pid=103962) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:20.457519 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron_lib.callbacks.manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103962) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.460666 dv-cinder-836070-1-smb neutron-server[103962]: INFO neutron.wsgi [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] 10.222.0.62 "DELETE /v2.0/subnets/473eb17d-4814-4c41-971f-24c462e78ce4 HTTP/1.1" status: 204 len: 168 time: 0.3094280 Mar 31 20:34:20.464008 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53852) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:20.466217 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.466569 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.466914 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.467256 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.467594 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.467927 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.468256 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.468630 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.468958 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.469285 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.469614 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.469966 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.470293 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.470617 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.470940 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fb8b564-ff2c-452f-9d24-3d384bc5226f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103962) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.540175 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-32523911'] for network (c7653ea5-7b82-4074-9d16-252f6a6b6911), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.648190 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-33435469', 'neutron.services.segments.db._delete_segments_for_network-8777855812154'] for network (c7653ea5-7b82-4074-9d16-252f6a6b6911), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.669287 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7653ea5-7b82-4074-9d16-252f6a6b6911']}} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:20.679126 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d65cd75-cf6a-4860-826c-b80a3e6bc240') {'for_net_delete': True} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:20.679331 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.services.segments.db [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d65cd75-cf6a-4860-826c-b80a3e6bc240') {} {{(pid=103963) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 20:34:20.693715 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777855809859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3397591'] for segment (4d65cd75-cf6a-4860-826c-b80a3e6bc240), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.708158 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457'] for segment (4d65cd75-cf6a-4860-826c-b80a3e6bc240), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.714116 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103963) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 20:34:20.714508 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-33513457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8765181'] for segment (4d65cd75-cf6a-4860-826c-b80a3e6bc240), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: Traceback (most recent call last): Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: timer() Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: cb(*args, **kw) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: return func(*args, **kwargs) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: self._notify() Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: self.callback(batched_events) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: event.method(event) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: return f(self, *a, **k) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: return self._get(url).json() Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: return self.request(url, 'GET', **kwargs) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 20:34:20.716154 dv-cinder-836070-1-smb neutron-server[103963]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 20:34:20.856231 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-33435460', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656746'] for network (c7653ea5-7b82-4074-9d16-252f6a6b6911), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.861650 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548724'] for network (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:20.864762 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c7653ea5-7b82-4074-9d16-252f6a6b6911 HTTP/1.1" status: 204 len: 168 time: 0.3996325 Mar 31 20:34:20.877392 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7653ea5-7b82-4074-9d16-252f6a6b6911,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:20.884707 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.885087 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.885669 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.885833 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.886085 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.886419 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.886755 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.887080 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.887404 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.887725 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.888048 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.888398 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.888724 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.889040 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:20.889383 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f6526a8-98db-4905-a651-ad297be69be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836070-1-smb {{(pid=103963) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 20:34:21.219330 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53856) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:21.262388 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-f4c79bfb-a218-487a-95fd-de6b4162f08b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d126f088a7e4933b9e0b561ebbb2c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418613 Mar 31 20:34:21.264983 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.wsgi [-] (103963) accepted ('10.222.0.62', 53858) {{(pid=103963) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 20:34:21.312636 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f56026c-3951-4eee-84b9-babae913da1f admin admin] Publish callbacks [] for security_group (ec1476bb-2f98-4bf0-a607-0770aee68ef6), before_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.333465 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f56026c-3951-4eee-84b9-babae913da1f admin admin] Publish callbacks [] for security_group (ec1476bb-2f98-4bf0-a607-0770aee68ef6), precommit_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.475289 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f56026c-3951-4eee-84b9-babae913da1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-577764'] for security_group (ec1476bb-2f98-4bf0-a607-0770aee68ef6), after_delete {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.478422 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron_lib.callbacks.manager [None req-4f56026c-3951-4eee-84b9-babae913da1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103963) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:21.479680 dv-cinder-836070-1-smb neutron-server[103963]: INFO neutron.wsgi [None req-4f56026c-3951-4eee-84b9-babae913da1f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ec1476bb-2f98-4bf0-a607-0770aee68ef6 HTTP/1.1" status: 204 len: 168 time: 0.2137487 Mar 31 20:34:21.487918 dv-cinder-836070-1-smb neutron-server[103963]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f56026c-3951-4eee-84b9-babae913da1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec1476bb-2f98-4bf0-a607-0770aee68ef6,revision_number=None']} {{(pid=103963) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 20:34:29.995462 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e274b424-27c3-4438-b7b1-2a0b7a1062ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:32.264190 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-030abcab-4d53-474a-9265-c333d5f1a773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.435246 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:33.931977 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:34.895550 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:36.432878 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:34:51.618159 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:34:59.963317 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-04430247-9230-4a5f-848f-3b069f8cb347 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:02.300742 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-1603f0c2-d8db-4830-a8c3-8dbb9dbd8ab9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.443907 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:03.946276 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:04.894761 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:06.428766 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:28.617639 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:35:29.957001 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-63f60191-917d-4e46-8079-3410bb491836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:32.262767 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-6dbc37c3-5de7-419b-9cd7-898fbbc18908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:33.445013 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:33.971231 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:34.905103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:36.416993 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:35:59.959085 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-79c8b564-b59e-4b72-9385-1500c8f7d1c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:02.279252 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-948679ab-107d-41e2-ad60-1f4dc6463534 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:03.456004 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:04.019041 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:04.898643 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:05.617856 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:06.418992 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:30.000888 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9f2a8a00-0cc3-4f2c-8d17-b92cc9e0e9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:32.298447 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2bb1004c-499c-4080-8541-7a033f0cd6ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:33.475467 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:34.001103 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:34.953030 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:36.412509 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:36:42.617424 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:36:59.966176 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c1b4c4b5-b48a-48d4-a3c3-cce3916ec007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:02.283440 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-be90438c-37df-4e75-86a5-9f333dd088be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:03.483716 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:04.011657 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:04.937485 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:06.412204 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:19.616594 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:37:30.048322 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-c1754f4d-c95a-4e20-b7e8-0c3a5ec1cb8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:32.362790 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-9a0a19cb-5bef-41ff-b291-99e766d5bad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:33.530985 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:34.022468 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:34.942093 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:36.459690 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:37:56.616666 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:37:59.969972 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-3e3bd203-ca95-474b-b3c8-717368b7f7d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:02.289726 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e3419b7e-a84a-41bc-a722-81729f8bf278 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:03.490461 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:04.038926 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:04.958351 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:06.421038 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:29.986276 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-effbfa04-4fd4-4f1f-a8b6-e18b028117cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:32.266275 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-503ec2be-a6c2-4dfa-b1b3-bdd7661cca9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:33.481406 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:33.616407 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:38:34.037497 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:34.951998 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:36.426382 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:38:59.985344 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-2f3b6a58-b4bf-45f1-90f3-ee545d5ec6d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:02.276836 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-e713c23c-5218-4ce4-a470-a21aa7228be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3ea84105-6781-4519-92d4-1105d5f9e633), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:03.471152 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f639903d-04bb-4bfb-949f-15ea7039e353 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (c922b003-89fb-45cb-b6c4-5558f1000fd1), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:04.048204 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-68d5f51a-822b-442d-8a22-8210b26c86f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (3c6ba0d7-bb6e-4ad3-afb8-a7c68fb75509), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:04.928183 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f9c588c9-dd75-4cb7-ab31-df61293c6149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (0a464e37-a7e2-4470-956a-1324fc4d5b9d), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:06.448311 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-0bec0843-9f90-4b91-bb67-542e41f08b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (6f181303-6422-4bd9-9188-fd18e0bf029b), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 20:39:10.614575 dv-cinder-836070-1-smb neutron-server[103965]: DEBUG neutron.db.agents_db [None req-eeb4f2c9-00fa-4ef7-ba17-f4589f04fb0f None None] Agent healthcheck: found 6 active agents {{(pid=103965) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 20:39:16.795314 dv-cinder-836070-1-smb neutron-server[103962]: DEBUG neutron.wsgi [req-41f9759a-5853-4d50-850a-d34ebf414fa4 req-0ca076b5-9995-4be9-b115-b605c1959b77 service neutron] (103962) timed out ('10.222.0.58', 55392) {{(pid=103962) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 20:39:29.990151 dv-cinder-836070-1-smb neutron-server[103964]: DEBUG neutron_lib.callbacks.manager [None req-f12fb438-5faf-4b89-b95d-056b507bcb57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777855812136', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-33437068'] for agent (53519329-be24-4e55-ae30-351a3f7d23d7), after_update {{(pid=103964) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}